-- Logs begin at Fri 2021-09-03 17:34:59 UTC, end at Fri 2021-09-03 18:30:31 UTC. -- Sep 03 18:05:05.552044 dv-cinder-788782-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 03 18:05:08.279049 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.common.config [-] Logging enabled! Sep 03 18:05:08.279668 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 18:05:08.279794 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93975) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 18:05:08.283002 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.common.config [-] Logging enabled! Sep 03 18:05:08.283253 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev610 Sep 03 18:05:08.283560 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93975) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 03 18:05:08.284478 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 18:05:08.284707 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 18:05:08.285061 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 18:05:08.285303 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 18:05:08.285525 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 18:05:08.285840 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.286131 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.286448 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.286676 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.286965 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.287252 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.287529 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.287811 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.288101 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.288380 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.288652 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.288928 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.289152 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.289426 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.289704 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.289983 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.290234 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] debug = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.291185 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.291799 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.292194 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.292472 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.292759 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.293036 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.293301 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.293572 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.293851 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.294177 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] host = dv-cinder-788782-10-iscsi {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.294474 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.294756 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.295037 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.295317 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.295585 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.295853 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.296129 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.296395 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.296662 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.296930 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.297212 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.297492 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.297774 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.297994 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.298209 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.298515 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.298794 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.299062 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.299328 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.299594 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.299858 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.300124 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.300385 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.300661 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.300941 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.301216 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.301498 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.301746 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.302011 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.302290 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.302569 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.302834 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.303099 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.303363 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.303642 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.303902 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.304166 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.304457 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.304732 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.305003 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.305276 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.305537 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.305811 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.306116 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.306413 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.306680 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_json = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.306949 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.307209 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.307481 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.307745 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.308010 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.308274 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.308537 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.308810 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:08.309096 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.309384 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.309673 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.309948 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.310235 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.310584 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.310872 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.311142 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.311423 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.311703 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.311987 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.312259 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.312539 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.312812 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.313100 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.313398 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.313683 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.313970 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.314239 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.314528 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.314797 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.315068 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.315347 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.315617 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.315900 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.316183 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.316457 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.316739 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.317028 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.317311 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.317579 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.317850 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.318134 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.318432 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.318698 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.318968 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.319249 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.319519 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.319782 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.320061 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.320333 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.320598 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.320866 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.321134 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.321415 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.321827 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.322097 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.322386 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.322662 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.322929 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.323210 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.323482 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.323747 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.324012 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.324280 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.324547 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.324810 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.325078 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.325342 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.325608 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.325871 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.326132 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.326424 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.326687 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.326949 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.327210 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.327472 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.327738 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.328002 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.328266 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.328526 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.328788 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.329049 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.329325 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.329612 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.329881 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.330150 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.330448 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.330722 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.330989 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.331256 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.331523 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.331792 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.332057 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.332338 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.332614 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.332892 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.333165 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.333434 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.333725 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.333995 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.334289 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.334561 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.334831 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.335104 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.335378 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.335660 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.335942 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.336223 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.336506 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.336790 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.337063 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.337886 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.338243 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:08.338481 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 18:05:08.338717 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93975) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 03 18:05:08.697769 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 18:05:08.697965 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 18:05:08.698275 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 03 18:05:08.698724 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 03 18:05:09.087349 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.087764 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.088042 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.089337 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.089609 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.089876 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.125024 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.125309 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.125574 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.140684 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.140959 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.141224 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.169016 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.169289 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.169556 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.207100 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.207377 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.207639 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.435875 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.436486 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.436486 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.436665 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.437259 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.559750 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.560054 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.560339 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.560609 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.560874 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.561183 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.561442 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.561698 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.561952 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.562231 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.562515 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.562783 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.563038 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.563288 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.563540 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.563804 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.564058 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.564321 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.564586 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.564841 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.565107 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.565355 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.565633 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.566007 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.566281 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.566530 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.566918 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:05:09.567157 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:05:09.567395 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:05:09.567629 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:05:09.567862 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:05:09.568096 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:05:09.568449 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 03 18:05:09.572041 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 03 18:05:09.575959 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 03 18:05:09.579741 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Sep 03 18:05:09.581362 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 03 18:05:09.581810 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 03 18:05:09.582145 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 03 18:05:09.582558 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 03 18:05:09.585324 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 03 18:05:09.585574 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 03 18:05:09.585918 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 18:05:09.591801 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 03 18:05:09.613413 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 03 18:05:09.613865 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.614162 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93975) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 03 18:05:09.614547 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.615892 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93975) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 03 18:05:09.616171 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 03 18:05:09.616419 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 03 18:05:09.620382 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.620653 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:09.684147 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 03 18:05:09.684387 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 03 18:05:09.684626 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 03 18:05:09.685000 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 03 18:05:09.708141 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_db.sqlalchemy.engines [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93975) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 03 18:05:10.236049 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Initializing driver for type 'gre' Sep 03 18:05:10.236573 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] gre ID ranges: [(1, 1000)] Sep 03 18:05:10.286816 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Initializing driver for type 'local' Sep 03 18:05:10.287194 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Initializing driver for type 'vlan' Sep 03 18:05:10.304429 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] VlanTypeDriver initialization complete Sep 03 18:05:10.304708 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Initializing driver for type 'vxlan' Sep 03 18:05:10.305217 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] vxlan ID ranges: [(1, 1000)] Sep 03 18:05:10.363141 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Initializing extension driver 'port_security' Sep 03 18:05:10.363530 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.extensions.port_security [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] PortSecurityExtensionDriver initialization complete Sep 03 18:05:10.363897 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Initializing mechanism driver 'openvswitch' Sep 03 18:05:10.364207 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Initializing mechanism driver 'hyperv' Sep 03 18:05:10.371538 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.plugin [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:05:10.372212 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > port after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.372582 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.372933 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.373537 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:05:10.373969 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > subnet after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.374353 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > subnet after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.374697 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.375081 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:05:10.375479 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > network after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.375828 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > network after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.376165 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > network after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.376552 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:05:10.376950 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > security_group after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.377294 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > security_group after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.377632 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > security_group after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.378155 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:05:10.378585 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.378936 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.379278 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.379664 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:05:10.380063 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > address_group after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.380406 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > address_group after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.380741 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > address_group after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.381124 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93975) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 03 18:05:10.381498 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] ML2 OVO RPC backend initialized. {{(pid=93975) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 03 18:05:10.382189 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.382565 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.382993 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > network before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.383343 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > networks before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.383685 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > port before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.384058 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > ports before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.384460 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > subnet before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.384917 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > subnets before_response 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.385266 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > network after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.385607 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > network after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.385943 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > network after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.386299 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > port after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.386634 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.386966 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.387317 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > subnet after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.387650 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > subnet after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.387983 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > subnet after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.388549 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.plugin [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Modular L2 Plugin initialization complete Sep 03 18:05:10.388873 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading services supported by the core plugin {{(pid=93975) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 03 18:05:10.389195 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.plugins.ml2.managers [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Got port-security extension from driver 'port_security' Sep 03 18:05:10.389649 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.extensions.vlantransparent [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Disabled vlantransparent extension. Sep 03 18:05:10.390124 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93975) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 03 18:05:10.390452 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading Plugin: router Sep 03 18:05:10.427138 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router_interface before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.427528 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router after_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.427899 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router before_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.428261 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.428631 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.428984 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router after_delete 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.429340 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > floatingip after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.429686 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > floatingip after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.430041 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router after_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.430411 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router after_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.430795 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router after_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.431150 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.431509 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router after_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.431919 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router precommit_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.432288 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.432625 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.432961 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: subnet after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.433296 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.433640 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > port precommit_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.433985 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router precommit_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.434351 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: port before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.434698 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router precommit_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.435051 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router after_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.435395 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router precommit_delete 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.435744 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router precommit_create 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.436104 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router_interface after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.436629 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router precommit_update 55549900 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.436797 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > agent after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.437144 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > agent after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.437485 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > network after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.438361 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Tracking information for resource: router configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:05:10.438691 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Tracking information for resource: floatingip configured {{(pid=93975) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 03 18:05:10.443513 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.db.l3_agentschedulers_db [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 03 18:05:10.444072 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.444428 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: port after_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.444780 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: port after_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.445135 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: port after_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.445910 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router before_create 55550100 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.446288 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router precommit_delete 55550100 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.446769 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router precommit_create 55550100 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.447128 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > router precommit_update 55550100 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.451728 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.services.provider_configuration [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Service providers = [] {{(pid=93975) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 03 18:05:10.452088 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.db.servicetype_db [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93975) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 03 18:05:10.455013 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.services.service_base [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 18:05:10.455361 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.services.service_base [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 18:05:10.455702 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.services.service_base [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 18:05:10.456581 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.services.service_base [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93975) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 03 18:05:10.456948 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.services.service_base [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 03 18:05:10.457314 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:05:10.457629 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 03 18:05:10.468583 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:05:10.468914 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading Plugin: auto_allocate Sep 03 18:05:10.474598 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: network precommit_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.474964 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: network precommit_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.475472 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:05:10.475790 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading Plugin: tag Sep 03 18:05:10.482910 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:05:10.483242 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading Plugin: timestamp Sep 03 18:05:10.487323 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:05:10.487603 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading Plugin: network_ip_availability Sep 03 18:05:10.492915 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.493328 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.493681 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.494408 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:05:10.494723 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading Plugin: flavors Sep 03 18:05:10.499313 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:05:10.499642 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading Plugin: revisions Sep 03 18:05:10.503902 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93975) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 03 18:05:10.504295 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.806s {{(pid=93975) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 03 18:05:10.505009 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93975) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Sep 03 18:05:10.505344 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Initializing extension manager. Sep 03 18:05:10.505856 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: __init__.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.506191 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: __pycache__ {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.506547 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.506876 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: address_group.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.507615 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.508164 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: address-group Sep 03 18:05:10.508485 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: address_scope.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.509503 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.509997 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: address-scope Sep 03 18:05:10.510355 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: admin_state_down_before_update.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.511278 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.511773 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: router-admin-state-down-before-update Sep 03 18:05:10.512094 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: agent.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.512792 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.513281 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: agent Sep 03 18:05:10.513600 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: agent_resources_synced.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.514546 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.515043 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: agent-resources-synced Sep 03 18:05:10.515360 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: allowedaddresspairs.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.517255 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.518023 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: allowed-address-pairs Sep 03 18:05:10.518386 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: auto_allocated_topology.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.519457 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.519957 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: auto-allocated-topology Sep 03 18:05:10.520279 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: availability_zone.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.520964 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.521460 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: availability_zone Sep 03 18:05:10.521778 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: availability_zone_filter.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.522702 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.523198 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: availability_zone_filter Sep 03 18:05:10.523515 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: data_plane_status.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.524420 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.525450 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension data-plane-status not supported by any of loaded plugins Sep 03 18:05:10.525854 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: default_subnetpools.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.526790 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.527279 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: default-subnetpools Sep 03 18:05:10.527596 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: dhcpagentscheduler.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.528397 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.528886 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: dhcp_agent_scheduler Sep 03 18:05:10.529203 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: dns.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.530135 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.530653 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension dns-integration not supported by any of loaded plugins Sep 03 18:05:10.530973 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: dns_domain_ports.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.531889 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.532376 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 03 18:05:10.532692 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.533600 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.534087 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 03 18:05:10.534435 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: dvr.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.535107 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.535592 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: dvr Sep 03 18:05:10.535908 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: ecmp_routes.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.536817 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.537305 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension ecmp_routes not supported by any of loaded plugins Sep 03 18:05:10.537624 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: empty_string_filtering.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.538554 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.539052 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: empty-string-filtering Sep 03 18:05:10.539371 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.540945 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.541500 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 03 18:05:10.541825 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.542776 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.543270 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 03 18:05:10.543590 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: external_net.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.544513 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.545001 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: external-net Sep 03 18:05:10.545321 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: extra_dhcp_opt.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.546222 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.546745 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: extra_dhcp_opt Sep 03 18:05:10.547064 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: extraroute.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.547964 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.548456 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: extraroute Sep 03 18:05:10.548776 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: extraroute_atomic.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.549792 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.550316 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: extraroute-atomic Sep 03 18:05:10.550636 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: filter_validation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.551296 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.551787 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: filter-validation Sep 03 18:05:10.552104 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: fip_pf_description.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.553009 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.553503 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 03 18:05:10.553818 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: fip_port_details.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.554762 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.555257 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: fip-port-details Sep 03 18:05:10.555573 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: flavors.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.556834 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.557338 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: flavors Sep 03 18:05:10.557662 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.559320 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.559830 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 03 18:05:10.560163 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: floatingip_pools.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.560856 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.561352 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: floatingip-pools Sep 03 18:05:10.561676 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: ip_allocation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.562619 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.563109 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension ip_allocation not supported by any of loaded plugins Sep 03 18:05:10.563431 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.564346 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.564838 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: ip-substring-filtering Sep 03 18:05:10.565162 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: l2_adjacency.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.566085 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.566616 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension l2_adjacency not supported by any of loaded plugins Sep 03 18:05:10.566936 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: l3.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.568010 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.568513 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: router Sep 03 18:05:10.568836 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: l3_conntrack_helper.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.571089 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.571643 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 03 18:05:10.571973 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.572895 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.573395 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: ext-gw-mode Sep 03 18:05:10.573721 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.574679 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.575177 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: l3-ha Sep 03 18:05:10.575500 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: l3_flavors.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.576400 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.576893 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: l3-flavors Sep 03 18:05:10.577216 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.578118 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.578645 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: l3-port-ip-change-not-allowed Sep 03 18:05:10.578970 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: l3agentscheduler.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.579980 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.580471 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: l3_agent_scheduler Sep 03 18:05:10.580790 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: logging.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.582243 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.582770 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension logging not supported by any of loaded plugins Sep 03 18:05:10.583097 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: metering.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.583832 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.584389 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: metering Sep 03 18:05:10.584711 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.585793 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.586310 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: metering_source_and_destination_fields Sep 03 18:05:10.586637 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: multiprovidernet.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.588173 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.588665 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: multi-provider Sep 03 18:05:10.589157 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: netmtu.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.592518 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.593031 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: net-mtu Sep 03 18:05:10.594429 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: netmtu_writable.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.595363 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.595860 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: net-mtu-writable Sep 03 18:05:10.596182 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: network_availability_zone.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.596849 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.597340 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: network_availability_zone Sep 03 18:05:10.597661 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: network_ip_availability.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.598796 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.599291 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: network-ip-availability Sep 03 18:05:10.599614 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: network_segment_range.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.600382 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.600874 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension network-segment-range not supported by any of loaded plugins Sep 03 18:05:10.601194 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: pagination.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.602286 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.602647 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: pagination Sep 03 18:05:10.603798 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: port_device_profile.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.604433 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.604934 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: port-device-profile Sep 03 18:05:10.605255 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.606168 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.606686 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: port-mac-address-regenerate Sep 03 18:05:10.607007 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.607915 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.608411 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: port-numa-affinity-policy Sep 03 18:05:10.608733 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: port_resource_request.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.609777 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.610284 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension port-resource-request not supported by any of loaded plugins Sep 03 18:05:10.610616 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: portbindings.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.611535 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.612031 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: binding Sep 03 18:05:10.612349 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: portbindings_extended.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.613603 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.614099 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: binding-extended Sep 03 18:05:10.614478 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: portsecurity.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.615403 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.615880 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: port-security Sep 03 18:05:10.616201 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: project_id.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.617264 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.617591 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: project-id Sep 03 18:05:10.617916 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: providernet.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.619074 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.619567 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: provider Sep 03 18:05:10.619889 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: qos.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.623397 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.623907 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension qos not supported by any of loaded plugins Sep 03 18:05:10.624231 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.625462 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.625960 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 03 18:05:10.626311 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.627226 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.627720 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 03 18:05:10.628046 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: qos_default.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.628954 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.629450 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension qos-default not supported by any of loaded plugins Sep 03 18:05:10.629772 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: qos_fip.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.630454 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.630939 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension qos-fip not supported by any of loaded plugins Sep 03 18:05:10.631259 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: qos_gateway_ip.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.632178 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.632675 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 03 18:05:10.633000 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: qos_port_network_policy.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.633937 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.634467 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 03 18:05:10.634787 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: qos_pps_rule.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.635950 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.636455 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension qos-pps not supported by any of loaded plugins Sep 03 18:05:10.636779 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: qos_rule_type_details.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.637689 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.638185 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 03 18:05:10.638537 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: qos_rules_alias.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.639565 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.640060 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 03 18:05:10.640383 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: quotasv2.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.641305 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.641631 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: quotas Sep 03 18:05:10.641948 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: quotasv2_detail.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.646885 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.647221 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: quota_details Sep 03 18:05:10.647565 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: rbac.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.648626 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.649145 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: rbac-policies Sep 03 18:05:10.649479 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: rbac_address_group.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.651124 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.651628 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: rbac-address-group Sep 03 18:05:10.651951 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: rbac_address_scope.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.652866 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.653395 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: rbac-address-scope Sep 03 18:05:10.653719 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: rbac_security_groups.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.654653 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.655154 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: rbac-security-groups Sep 03 18:05:10.655474 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: rbac_subnetpool.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.656384 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.656879 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: rbac-subnetpool Sep 03 18:05:10.657198 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: revisionifmatch.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.658118 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.658644 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: revision-if-match Sep 03 18:05:10.658966 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: revisions.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.660076 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.660574 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: standard-attr-revisions Sep 03 18:05:10.660894 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: router_availability_zone.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.661567 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.662057 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: router_availability_zone Sep 03 18:05:10.662410 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: routerservicetype.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.663326 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.663815 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension router-service-type not supported by any of loaded plugins Sep 03 18:05:10.664132 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.665044 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.666217 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: security-groups-normalized-cidr Sep 03 18:05:10.666566 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: security_groups_port_filtering.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.667483 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.667975 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: port-security-groups-filtering Sep 03 18:05:10.668295 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.669202 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.669694 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: security-groups-remote-address-group Sep 03 18:05:10.670013 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: securitygroup.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.679603 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.680116 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: security-group Sep 03 18:05:10.680443 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: segment.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.681309 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.681799 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension segment not supported by any of loaded plugins Sep 03 18:05:10.682120 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.683072 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.683565 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 03 18:05:10.683886 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: servicetype.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.685049 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.685558 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: service-type Sep 03 18:05:10.685884 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: sorting.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.686887 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.687220 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: sorting Sep 03 18:05:10.687544 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: standard_attr_segment.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.688464 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.689084 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 03 18:05:10.689884 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: standardattrdescription.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.690039 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.690564 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: standard-attr-description Sep 03 18:05:10.690886 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: stateful_security_group.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.691829 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.692328 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: stateful-security-group Sep 03 18:05:10.692652 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: stdattrs_common.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.693238 dv-cinder-788782-10-iscsi neutron-server[93975]: WARNING neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 03 18:05:10.693557 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.694505 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.695007 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 03 18:05:10.695325 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: subnet_onboard.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.696427 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.696996 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: subnet_onboard Sep 03 18:05:10.697419 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.698381 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.698877 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 03 18:05:10.699197 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: subnet_service_types.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.700111 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.700609 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: subnet-service-types Sep 03 18:05:10.700933 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: subnetallocation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.702001 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.702533 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: subnet_allocation Sep 03 18:05:10.702859 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.703537 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.704015 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: subnetpool-prefix-ops Sep 03 18:05:10.704336 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.705255 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.705751 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 03 18:05:10.706075 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: tagging.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.707153 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.707651 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: standard-attr-tag Sep 03 18:05:10.707980 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: timestamp.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.709214 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.709709 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loaded extension: standard-attr-timestamp Sep 03 18:05:10.710030 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: trunk.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.711191 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.711695 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension trunk not supported by any of loaded plugins Sep 03 18:05:10.712554 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: trunk_details.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.713647 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.714151 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension trunk-details not supported by any of loaded plugins Sep 03 18:05:10.714508 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: uplink_status_propagation.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.715547 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.716045 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 03 18:05:10.716366 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Loading extension file: vlantransparent.py {{(pid=93975) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Sep 03 18:05:10.717043 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93975) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Sep 03 18:05:10.717548 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extension vlan-transparent not supported by any of loaded plugins Sep 03 18:05:10.720164 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of TrackedResource for resource:network Sep 03 18:05:10.720700 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of TrackedResource for resource:subnet Sep 03 18:05:10.721090 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 18:05:10.721484 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of TrackedResource for resource:port Sep 03 18:05:10.722787 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:10.723238 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Service FLAVORS assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:10.723860 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:10.724294 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:10.724619 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of TrackedResource for resource:router Sep 03 18:05:10.725041 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of TrackedResource for resource:floatingip Sep 03 18:05:10.725537 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Service METERING assigned prefix: /metering {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:10.726995 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.727364 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.728361 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93975) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:05:10.729368 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 18:05:10.729827 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of TrackedResource for resource:security_group Sep 03 18:05:10.730281 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 18:05:10.730870 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Service CORE assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:10.731193 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 18:05:10.731532 dv-cinder-788782-10-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] subnetpool is already registered Sep 03 18:05:10.731972 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Service CORE assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:10.732291 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 18:05:10.732617 dv-cinder-788782-10-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] subnetpool is already registered Sep 03 18:05:10.734939 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:10.735366 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Service FLAVORS assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:10.735956 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:10.736374 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:10.736700 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of TrackedResource for resource:router Sep 03 18:05:10.737033 dv-cinder-788782-10-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] router is already registered Sep 03 18:05:10.737489 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of TrackedResource for resource:floatingip Sep 03 18:05:10.737772 dv-cinder-788782-10-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] floatingip is already registered Sep 03 18:05:10.738223 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Service METERING assigned prefix: /metering {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:10.738913 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of CountableResource for resource:rbac_policy Sep 03 18:05:10.739232 dv-cinder-788782-10-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] rbac_policy is already registered Sep 03 18:05:10.739636 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of TrackedResource for resource:security_group Sep 03 18:05:10.739964 dv-cinder-788782-10-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] security_group is already registered Sep 03 18:05:10.740361 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of TrackedResource for resource:security_group_rule Sep 03 18:05:10.740687 dv-cinder-788782-10-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] security_group_rule is already registered Sep 03 18:05:10.741298 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Service CORE assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:10.741620 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 18:05:10.741948 dv-cinder-788782-10-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] subnetpool is already registered Sep 03 18:05:10.742394 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.v2.resource_helper [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Service CORE assigned prefix: {{(pid=93975) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 03 18:05:10.742713 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Creating instance of TrackedResource for resource:subnetpool Sep 03 18:05:10.743036 dv-cinder-788782-10-iscsi neutron-server[93975]: WARNING neutron.quota.resource_registry [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] subnetpool is already registered Sep 03 18:05:10.743546 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: extensions {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.745004 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: address-groups {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.746544 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: address-scopes {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.747859 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: agents {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.749015 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: auto-allocated-topology {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.750242 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: availability_zones {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.751464 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: dhcp-networks {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.752950 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: dhcp-agents {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.754378 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: routers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.756561 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: flavors {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.757711 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: service_profiles {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.759610 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: next_providers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.760991 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: service_profiles {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.762523 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: floatingip-pools {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.763727 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: routers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.765813 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: floatingips {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.767111 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: l3-routers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.768749 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: l3-agents {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.770144 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: metering-labels {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.772310 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: metering-label-rules {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.773582 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: network-ip-availabilities {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.775744 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: bindings {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.778766 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: quotas {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.780846 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: quotas {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.782449 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: rbac-policies {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.785211 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: security-groups {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.786534 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: security-group-rules {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.787938 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: service-providers {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.789331 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: subnetpools {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.793197 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: subnetpools {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.794941 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.796592 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.798471 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.800225 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.801981 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.803817 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.805482 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.807596 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.809362 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.811098 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron.api.extensions [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Extended resource: tags {{(pid=93975) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 03 18:05:10.817036 dv-cinder-788782-10-iscsi neutron-server[93975]: WARNING keystonemiddleware.auth_token [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 03 18:05:10.822536 dv-cinder-788782-10-iscsi neutron-server[93975]: WARNING keystonemiddleware.auth_token [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 03 18:05:10.830906 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Acquired lock "singleton_lock" {{(pid=93975) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 03 18:05:10.831376 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_concurrency.lockutils [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Releasing lock "singleton_lock" {{(pid=93975) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 03 18:05:10.832015 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO oslo_service.service [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Starting 2 workers Sep 03 18:05:10.836829 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Started child 94084 {{(pid=93975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 18:05:10.841926 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Started child 94085 {{(pid=93975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 18:05:10.842814 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:10.843535 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO neutron.service [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Neutron service started, listening on 0.0.0.0:9696 Sep 03 18:05:10.844160 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Notify callbacks [] for process, before_spawn {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:10.844327 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [-] (94084) wsgi starting up on http://0.0.0.0:9696 Sep 03 18:05:10.846660 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO oslo_service.service [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Starting 1 workers Sep 03 18:05:10.846848 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:10.848222 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [-] (94085) wsgi starting up on http://0.0.0.0:9696 Sep 03 18:05:10.851773 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Started child 94086 {{(pid=93975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 18:05:10.852291 dv-cinder-788782-10-iscsi neutron-server[93975]: INFO oslo_service.service [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Starting 1 workers Sep 03 18:05:10.856190 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.service [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] calling RpcWorker wait() {{(pid=94086) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 03 18:05:10.856739 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.service [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] returning from RpcWorker wait() {{(pid=94086) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 03 18:05:10.856912 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Started child 94087 {{(pid=93975) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 03 18:05:10.857740 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG neutron_lib.callbacks.manager [None req-4516e8eb-dee6-4fac-8b33-bcc85ac7878c None None] Notify callbacks [] for process, after_spawn {{(pid=93975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:10.858115 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:10.858643 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:05:10.859621 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93975) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 18:05:10.859826 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 18:05:10.860008 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 18:05:10.860211 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 18:05:10.860529 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 18:05:10.860687 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 18:05:10.861183 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.861464 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.861640 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:10.862084 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.862084 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.862221 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.862564 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:05:10.862837 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.863078 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.863345 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.863614 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.863840 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.864003 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.864170 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.864412 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.864652 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.864942 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.865209 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.865450 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.865721 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.865893 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.866154 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.866457 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.866699 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.866953 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] debug = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.867192 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.867670 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.867903 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.868167 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.868461 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.868717 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.868963 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.869211 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.869447 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.869676 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.869913 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.870163 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.870430 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.870646 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.870862 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.871110 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.871321 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.871802 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] host = dv-cinder-788782-10-iscsi {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.872036 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.872249 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.872492 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.872740 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.872969 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.873200 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.873479 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.873687 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.873937 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.874175 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.874515 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.874704 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.874962 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.875197 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.875354 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_options = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.875572 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.875851 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.876113 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.876296 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.876461 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.876630 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.876872 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.877030 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.877276 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.877487 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.877694 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.877901 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.878130 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.878403 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.878662 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.878900 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.879115 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.879320 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.879582 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.879827 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.880052 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.880272 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.880500 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.880717 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.880946 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.881155 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.881378 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.881619 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.881828 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.882090 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.882319 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.882582 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.882810 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.883065 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.883289 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.883597 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.883801 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.884534 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.884776 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.884994 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.885311 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.885449 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.885675 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.885885 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.886094 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.886329 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_json = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.886547 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.886757 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.887024 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.887232 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.887441 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.887670 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.887900 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.888129 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.888541 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.888818 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.889114 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.889337 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.889564 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.889808 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.890034 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.890248 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.890510 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.890733 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.891071 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.891308 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.891620 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.893214 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.893495 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.893837 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.894128 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.894418 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.894672 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.894911 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.895131 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.895416 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.895656 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.895876 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.896122 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.896353 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.897898 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.898504 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.898714 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.899018 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.899289 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.899602 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.900952 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.902492 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.902728 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.902976 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.903250 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.904651 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.904651 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.905408 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.905767 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.906020 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.906290 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.907830 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.907830 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.907830 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.907830 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.907830 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.907830 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.908300 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.908300 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.908450 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.909265 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.909265 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.909265 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.909484 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.909551 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.909766 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.910014 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.910471 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.910577 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.910750 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.910972 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.911194 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.911417 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.911639 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.911896 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.912121 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.912363 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.912584 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.912805 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.913041 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.913279 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.913502 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.913721 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.913952 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.914282 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.914515 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.914770 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.915014 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.915354 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.915820 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.916046 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.916290 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.916506 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.916744 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.916962 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.917198 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.917413 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.917678 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.917986 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.918231 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.918508 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.918730 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.918980 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.919219 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.919493 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.919731 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.919967 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.920212 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.920495 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.920739 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.920989 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.921590 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.921836 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.922097 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.922380 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.922640 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.922859 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.923112 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.923335 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.923589 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.923859 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.924221 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.924483 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.924749 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.925015 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.925271 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.925529 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.925892 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.926171 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.926498 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.926808 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.927074 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.927307 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.927609 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.927855 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.928061 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.928312 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.928574 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.928834 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.929051 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.931833 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.932097 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.932364 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.932603 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.932854 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.933193 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.933438 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.933684 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.933925 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.934237 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.936063 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.936457 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.936839 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.937252 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.937990 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.939269 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.939546 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.939812 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.940076 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.942083 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.942381 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.942648 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.944011 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.944568 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.944806 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.945037 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.945318 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.945546 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.945809 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.946080 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.946328 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.947127 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.947127 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.947623 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.947756 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.947999 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.948221 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.948447 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.948668 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.948906 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.949177 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.949426 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.949672 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.949925 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.950144 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.950889 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.951148 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.951408 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.951627 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.952146 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.952369 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.952586 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.952800 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.953020 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.953256 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.953488 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.953714 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.953947 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.954213 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.954527 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.954866 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.955128 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.955357 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.955594 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.955811 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.956072 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.956308 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.956523 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.956759 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.956994 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.957210 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.957477 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.957730 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.957972 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.958185 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.958420 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.958654 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.958902 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.959133 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.959415 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.959644 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.959885 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.960126 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.960361 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.960589 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.960841 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.961052 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.961263 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.961504 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.961704 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.961914 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.962717 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.962951 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.963162 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.963385 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.963617 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.963829 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.964053 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.964282 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.964543 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.964793 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.965011 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.965220 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.965445 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.965655 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.965871 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.966108 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.966407 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.966621 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.966848 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.967058 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.967268 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.967502 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.967699 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.967909 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.969441 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.969727 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.969974 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.970324 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.970594 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.970885 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.971146 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.971466 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.971716 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.971965 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.972192 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.972418 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.972679 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.972954 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.973281 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.973560 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.973836 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.974121 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.974421 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.974735 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.975044 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.975283 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.975596 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.975936 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.976219 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.976505 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.976745 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.977024 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.977251 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.977472 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.977756 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.978306 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.978306 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.978478 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.978949 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.979193 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.979412 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.979661 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.979900 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.980144 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.980380 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.980625 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.980839 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:10.980996 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 18:05:10.981533 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93975) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 03 18:05:10.981694 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 03 18:05:10.981846 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 03 18:05:10.982013 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 03 18:05:10.982194 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 03 18:05:10.982384 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 03 18:05:10.982592 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.982758 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.982917 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.983075 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.983237 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.983416 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.983581 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.983732 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.984099 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.984269 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.984430 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.984593 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.984749 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.985005 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.985098 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.985250 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.985355 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.985508 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.985671 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.985826 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.986174 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.986362 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.986514 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] debug = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.986666 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.986878 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.987043 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.987204 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.987365 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.987546 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.987647 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.987812 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.987965 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.988276 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.988377 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:05:10.988469 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.988582 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.988740 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.988897 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.989056 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.989214 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.989372 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.989529 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] host = dv-cinder-788782-10-iscsi {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.989686 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.989845 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.990001 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.990158 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.990339 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.990497 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.990654 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.990811 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.990968 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.991124 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.991281 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.991437 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.991594 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.991750 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.991905 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_options = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.992061 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.992218 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.992375 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.992557 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.992720 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.992879 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.993036 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.993195 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.993374 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.993564 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.993687 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.993844 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.994001 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.994157 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.994336 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.994500 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.994657 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.994815 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.994973 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.995130 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.995285 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.995441 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.995599 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.995756 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.995912 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.996069 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.996224 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.996380 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.996538 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.996693 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.996850 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.997006 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.997164 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.997320 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.997477 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.997634 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.997790 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.997951 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.998109 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.998291 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.998444 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.998601 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.998758 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.998914 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.999071 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.999227 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_json = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.999384 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.999540 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.999696 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:10.999940 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:11.000114 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:11.000317 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:11.000317 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:11.000794 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 03 18:05:11.000794 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.000794 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.001553 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.001553 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.001553 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.001553 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.001553 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.002130 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.002130 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.002130 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.002130 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.002426 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.002426 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.002566 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.002734 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.002897 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.003215 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.003381 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.004604 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.004604 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.004604 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.004604 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.004604 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.004604 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.004604 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.004604 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.005206 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.005206 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.005206 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.005206 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.005476 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.005476 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.005642 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.005804 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.005966 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.006133 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.006349 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.006477 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.006616 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.006775 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.006939 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.007103 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.007266 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.007424 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.007588 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.007749 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.007909 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.008070 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.008231 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.008391 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.008552 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.008715 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.009404 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.009679 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.009679 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.009679 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.010196 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.010296 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.010444 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.010606 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.010767 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.010928 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.011089 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.011248 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.011410 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.011574 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.011732 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.011892 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.012053 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.012213 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.012373 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.012534 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.012694 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.012855 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.013017 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.013177 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.013337 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.013496 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.013656 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.013816 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.013977 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.014136 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.014317 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.014479 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.014639 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.014799 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.014963 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.015148 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.015307 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.015633 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.015806 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.016117 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.016283 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.016441 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.016764 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.016926 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.017072 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.017231 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.017392 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.017552 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.017969 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.018130 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.018311 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.018473 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.018633 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.018791 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.018951 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.019111 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.019270 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.019429 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.019588 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.019749 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.019908 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.020067 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.020228 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.020387 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.020558 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.020718 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.020882 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.021042 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.021209 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.021381 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.021542 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.021702 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.021863 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.022024 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.022184 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.022366 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.022527 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.022687 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.022846 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.023007 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.023174 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.023346 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.023507 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.023667 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.023827 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.024010 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.024169 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.024329 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.024513 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.025231 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.025396 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.025566 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.025726 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.025886 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.026047 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.026208 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.026389 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.026550 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.026711 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.026870 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.027035 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.027194 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.027355 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.027516 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.027677 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.027837 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.027998 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.028161 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.028441 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.028612 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.028612 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.029362 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.029362 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.029362 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.029362 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.029362 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.033005 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.033005 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.033005 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.033005 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.033005 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.033005 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.033005 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.033005 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.034413 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.034413 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.034413 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.034413 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.034413 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.034413 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.034413 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.034413 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.034930 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.034930 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.034930 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.034930 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.034930 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.034930 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.034930 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.034930 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035451 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035451 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035451 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035451 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035451 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035451 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035451 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035451 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035969 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035969 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035969 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035969 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035969 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035969 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035969 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035969 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.035969 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.036549 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.036549 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.036549 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.036549 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.036549 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.036549 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.036549 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.037005 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.037005 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.037005 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.037184 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.037261 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.037419 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.037578 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.037748 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.037909 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.038068 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.038228 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.038418 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.038581 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.038755 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.038912 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.039232 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.039392 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.039703 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.039865 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.040037 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.040399 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.040852 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.040852 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.040852 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.041080 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.041080 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.041222 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.041381 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.041569 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.041703 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.041868 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.042038 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.042204 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.042378 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.042550 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.042719 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.042884 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.043027 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.043188 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.043351 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.043511 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.043675 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.043838 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.043997 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.044159 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.044324 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.044494 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.044660 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.044821 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.044993 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.045155 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.045326 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.045490 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.045657 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.045829 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.045989 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.046149 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.046330 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.046490 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.046649 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.046808 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.046968 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.047146 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.047289 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.047447 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.047607 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.047766 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.047926 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.048085 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.048245 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.048404 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.048565 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.048724 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.048883 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 03 18:05:11.049034 dv-cinder-788782-10-iscsi neutron-server[93975]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93975) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 03 18:05:11.224310 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 42878) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:05:11.233188 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066359 Sep 03 18:05:22.842389 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624db78c-234f-4287-aacd-ecac690c4af2 None None] get_active_networks_info from dv-cinder-788782-10-iscsi {{(pid=94086) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 03 18:05:22.924794 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624db78c-234f-4287-aacd-ecac690c4af2 None None] No non-hosted networks {{(pid=94086) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 03 18:05:22.943467 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.agentschedulers_db [None req-624db78c-234f-4287-aacd-ecac690c4af2 None None] DHCP Agent not found on host dv-cinder-788782-10-iscsi {{(pid=94086) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 03 18:05:23.064497 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e18dcd8d-5610-4534-8e9a-df96ea382a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3823278'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:25.307372 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-98833de5-d523-4b99-a736-3f80828ce8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3823278'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:25.375488 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d84f0316-f9dd-4c51-b630-432d273f0339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:25.839102 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3823278'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:25.840110 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:25.840672 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:25.841191 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:25.841734 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:25.842215 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:25.842800 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:25.843281 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:25.843856 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:25.844332 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:25.845007 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:25.846087 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:25.846597 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:25.850571 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788782-10-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:05:25.874523 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788782-10-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:05:26.859266 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3823278'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:28.096876 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3823278'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:28.134974 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.db.l3_hamode_db [None req-6fdda310-0e71-41a8-81f9-a4a7fec5405a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 03 18:05:28.210181 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdda310-0e71-41a8-81f9-a4a7fec5405a None None] Routers set() bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:05:28.210597 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fdda310-0e71-41a8-81f9-a4a7fec5405a None None] Router IDs set() for agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 03 18:05:29.208234 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 42970) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:05:29.694156 dv-cinder-788782-10-iscsi neutron-server[94084]: WARNING oslo_policy.policy [None req-27984aae-69ae-44bd-914e-44b172c5a904 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:05:29.694746 dv-cinder-788782-10-iscsi neutron-server[94084]: WARNING oslo_policy.policy [None req-27984aae-69ae-44bd-914e-44b172c5a904 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:05:29.922279 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [None req-27984aae-69ae-44bd-914e-44b172c5a904 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:05:29.923324 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-27984aae-69ae-44bd-914e-44b172c5a904 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7141881 Sep 03 18:05:32.334487 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 42984) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:05:32.710589 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-2290be5f-f7f2-47c8-ad0f-5eb2a2d702f0 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:05:32.813592 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.policy [None req-2290be5f-f7f2-47c8-ad0f-5eb2a2d702f0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94084) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 18:05:32.857930 dv-cinder-788782-10-iscsi neutron-server[94084]: WARNING oslo_policy.policy [None req-2290be5f-f7f2-47c8-ad0f-5eb2a2d702f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:05:32.858316 dv-cinder-788782-10-iscsi neutron-server[94084]: WARNING oslo_policy.policy [None req-2290be5f-f7f2-47c8-ad0f-5eb2a2d702f0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:05:32.866742 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.quota [None req-2290be5f-f7f2-47c8-ad0f-5eb2a2d702f0 admin admin] Loaded quota_driver: . Sep 03 18:05:32.953735 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2290be5f-f7f2-47c8-ad0f-5eb2a2d702f0 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792353649937', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792353650630', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792352900687', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792352915219', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792353484766', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792352894044', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-730010', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3424802', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-351479', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-420396'] for rbac-policy, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:33.014912 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2290be5f-f7f2-47c8-ad0f-5eb2a2d702f0 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:33.016075 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2290be5f-f7f2-47c8-ad0f-5eb2a2d702f0 admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6806173 Sep 03 18:05:35.653531 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 42996) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:05:35.949015 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '1e504cc91bd04c628c915dc6c61bab36', 'name': 'private', 'project_id': '1e504cc91bd04c628c915dc6c61bab36'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:05:35.976856 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Made reservation on behalf of 1e504cc91bd04c628c915dc6c61bab36 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:05:35.979632 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:35.996679 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:36.117982 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:36.121879 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:36.141575 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:05:36.166819 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792353982073', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:36.167538 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Unsubscribe: segment precommit_create {{(pid=94084) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 18:05:36.168078 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Added segment 1326491a-7211-492a-9ac2-3bfcb1f2e5d2 of type vlan for network 9b41e07f-0079-4821-b8fa-c05e38f93bb4 Sep 03 18:05:36.202388 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1397aa07-c99d-4e71-8ea3-7848e50cbd61,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:05:36.244939 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:36.245301 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:36.245641 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:36.245967 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:36.246317 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:36.246657 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:36.246984 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:36.247317 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:36.247654 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:36.247974 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:36.248289 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:36.248601 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Tracked resource versions report: Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: pushed versions: Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: { 'AddressGroup': {'1.2'}, Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'ConntrackHelper': {'1.0'}, Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Log': {'1.0'}, Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Network': {'1.1'}, Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Port': {'1.7'}, Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'PortForwarding': {'1.2'}, Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'QosPolicy': {'1.9'}, Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'SecurityGroup': {'1.4'}, Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'SubPort': {'1.0'}, Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Subnet': {'1.1'}, Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Trunk': {'1.1'}} Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: consumer versions: Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: { DHCP agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: L3 agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: Metadata agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: Metering agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: Open vSwitch agent@dv-cinder-788782-10-iscsi: { 'AddressGroup': '1.2', Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'ConntrackHelper': '1.0', Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Log': '1.0', Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Network': '1.1', Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Port': '1.7', Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'PortForwarding': '1.2', Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'QosPolicy': '1.9', Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'SecurityGroup': '1.4', Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'SecurityGroupRule': '1.2', Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'SubPort': '1.0', Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Subnet': '1.1', Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Trunk': '1.1'}} Sep 03 18:05:36.249961 dv-cinder-788782-10-iscsi neutron-server[94084]: {{(pid=94084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:05:36.284296 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:36.327521 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:36.328583 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:05:36.329240 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:36.388885 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7342174 Sep 03 18:05:36.429149 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39176c7c-ee8d-4073-a174-377b36c52bab admin admin] Pushing event updated for resources: {'Network': ['ID=9b41e07f-0079-4821-b8fa-c05e38f93bb4,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:05:36.441756 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network 9b41e07f-0079-4821-b8fa-c05e38f93bb4 details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:05:39.074687 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43010) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:05:39.471091 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbad384-208e-43d5-ac8a-2700f06424b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:05:39.472444 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-3bbad384-208e-43d5-ac8a-2700f06424b2 admin admin] 10.222.0.45 "GET /v2.0/networks/9b41e07f-0079-4821-b8fa-c05e38f93bb4 HTTP/1.1" status: 200 len: 825 time: 0.3968098 Sep 03 18:05:39.496902 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-42dade0b-af0a-4867-9195-40db3a3d9048 admin admin] 10.222.0.45 "GET /v2.0/subnetpools/e826a27b-699e-47b4-bfc5-34cc3e9dbe88 HTTP/1.1" status: 200 len: 734 time: 0.0179191 Sep 03 18:05:39.505975 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-2de51280-ef9d-4f3c-888e-a5982e38675b admin admin] Request body: {'subnet': {'subnetpool_id': 'e826a27b-699e-47b4-bfc5-34cc3e9dbe88', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': '1e504cc91bd04c628c915dc6c61bab36', 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4', 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:05:39.528205 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de51280-ef9d-4f3c-888e-a5982e38675b admin admin] Made reservation on behalf of 1e504cc91bd04c628c915dc6c61bab36 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:05:39.530435 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2de51280-ef9d-4f3c-888e-a5982e38675b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:39.821572 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2de51280-ef9d-4f3c-888e-a5982e38675b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:39.891833 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de51280-ef9d-4f3c-888e-a5982e38675b admin admin] Checking segment: {'id': '1326491a-7211-492a-9ac2-3bfcb1f2e5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:05:39.892220 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de51280-ef9d-4f3c-888e-a5982e38675b admin admin] Network hostable DHCP agents. Network: 9b41e07f-0079-4821-b8fa-c05e38f93bb4, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:05:39.894603 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de51280-ef9d-4f3c-888e-a5982e38675b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e473c5b-6455-4a5c-a667-d1d29b752003,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:05:39.914422 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de51280-ef9d-4f3c-888e-a5982e38675b admin admin] Network 9b41e07f-0079-4821-b8fa-c05e38f93bb4 is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:05:39.925464 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-2de51280-ef9d-4f3c-888e-a5982e38675b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, 9b41e07f-0079-4821-b8fa-c05e38f93bb4) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:05:39.930928 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de51280-ef9d-4f3c-888e-a5982e38675b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:05:39.931547 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2de51280-ef9d-4f3c-888e-a5982e38675b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:39.935369 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292606dd-24ad-4847-805c-65134e383c9d None None] Network 9b41e07f-0079-4821-b8fa-c05e38f93bb4 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:05:39.944922 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2de51280-ef9d-4f3c-888e-a5982e38675b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4422665 Sep 03 18:05:40.250359 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaafd0d0d-b7c3-59de-89b9-f8cd21a3ca16-9b41e07f-0079-4821-b8fa-c05e38f93bb4', 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4', 'tenant_id': '1e504cc91bd04c628c915dc6c61bab36', 'fixed_ips': [{'subnet_id': '5e473c5b-6455-4a5c-a667-d1d29b752003'}]}} from dv-cinder-788782-10-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:05:40.251785 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:40.533140 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Allocated IP 172.20.0.2 (9b41e07f-0079-4821-b8fa-c05e38f93bb4/5e473c5b-6455-4a5c-a667-d1d29b752003/0e0841eb-26ba-4e1d-8197-44fd8c428f12) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:05:40.772707 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:40.787820 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Transition to ACTIVE for port object 0e0841eb-26ba-4e1d-8197-44fd8c428f12 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:05:40.810281 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Transition to ACTIVE for port object 0e0841eb-26ba-4e1d-8197-44fd8c428f12 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:05:40.817460 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:40.885006 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Network 9b41e07f-0079-4821-b8fa-c05e38f93bb4 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:05:40.894406 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:05:40.897380 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:05:40.908020 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Pushing event updated for resources: {'Port': ['ID=0e0841eb-26ba-4e1d-8197-44fd8c428f12,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:05:40.937328 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:40.937965 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:40.938077 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:40.938354 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:40.938684 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:40.939015 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:40.939338 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:40.939660 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:40.939995 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:40.940328 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:40.940643 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:40.940962 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Tracked resource versions report: Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: pushed versions: Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: { 'AddressGroup': {'1.2'}, Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'ConntrackHelper': {'1.0'}, Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Log': {'1.0'}, Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Network': {'1.1'}, Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Port': {'1.7'}, Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'PortForwarding': {'1.2'}, Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'QosPolicy': {'1.9'}, Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'SecurityGroup': {'1.4'}, Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'SubPort': {'1.0'}, Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Subnet': {'1.1'}, Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Trunk': {'1.1'}} Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: consumer versions: Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: { DHCP agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: L3 agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: Metadata agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: Metering agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: Open vSwitch agent@dv-cinder-788782-10-iscsi: { 'AddressGroup': '1.2', Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'ConntrackHelper': '1.0', Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Log': '1.0', Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Network': '1.1', Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Port': '1.7', Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'PortForwarding': '1.2', Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'QosPolicy': '1.9', Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'SecurityGroup': '1.4', Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'SecurityGroupRule': '1.2', Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'SubPort': '1.0', Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Subnet': '1.1', Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Trunk': '1.1'}} Sep 03 18:05:40.942316 dv-cinder-788782-10-iscsi neutron-server[94086]: {{(pid=94086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:05:40.989540 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Attempting to bind port 0e0841eb-26ba-4e1d-8197-44fd8c428f12 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:05:40.989927 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Attempting to bind port 0e0841eb-26ba-4e1d-8197-44fd8c428f12 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': '1326491a-7211-492a-9ac2-3bfcb1f2e5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:05:40.990371 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Attempting to bind port 0e0841eb-26ba-4e1d-8197-44fd8c428f12 on network 9b41e07f-0079-4821-b8fa-c05e38f93bb4 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:05:40.996324 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:05:40.996709 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Checking segment: {'id': '1326491a-7211-492a-9ac2-3bfcb1f2e5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:05:40.997188 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:40.997583 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Bound using segment: {'id': '1326491a-7211-492a-9ac2-3bfcb1f2e5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:05:40.998049 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Bound port: 0e0841eb-26ba-4e1d-8197-44fd8c428f12, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1326491a-7211-492a-9ac2-3bfcb1f2e5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:05:40.998463 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:41.062359 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] For port 0e0841eb-26ba-4e1d-8197-44fd8c428f12, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:05:41.066501 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] For port 0e0841eb-26ba-4e1d-8197-44fd8c428f12, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=0e0841eb-26ba-4e1d-8197-44fd8c428f12,segment=NetworkSegment(1326491a-7211-492a-9ac2-3bfcb1f2e5d2),segment_id=1326491a-7211-492a-9ac2-3bfcb1f2e5d2)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:05:41.071128 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:41.132287 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1055e95-ddaa-4b99-a192-9ce1421df240 None None] Pushing event updated for resources: {'Port': ['ID=0e0841eb-26ba-4e1d-8197-44fd8c428f12,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:05:42.400294 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 43018) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:05:42.904267 dv-cinder-788782-10-iscsi neutron-server[94085]: WARNING oslo_policy.policy [None req-9cd5de05-36f4-460f-a473-2c68b4b9e466 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:05:42.904932 dv-cinder-788782-10-iscsi neutron-server[94085]: WARNING oslo_policy.policy [None req-9cd5de05-36f4-460f-a473-2c68b4b9e466 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:05:43.129171 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [None req-9cd5de05-36f4-460f-a473-2c68b4b9e466 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:05:43.130475 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9cd5de05-36f4-460f-a473-2c68b4b9e466 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7281282 Sep 03 18:05:45.550182 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 43032) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:05:45.882182 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [None req-0650ef67-4d9d-4686-9466-20879112c907 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:05:45.884048 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0650ef67-4d9d-4686-9466-20879112c907 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3327839 Sep 03 18:05:48.558316 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 43046) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:05:48.865406 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-21d2a38d-c879-45bb-adfb-35b4be861eb4 admin admin] Request body: {'router': {'tenant_id': '1e504cc91bd04c628c915dc6c61bab36', 'name': 'router1', 'admin_state_up': True}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:05:48.931587 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.policy [None req-21d2a38d-c879-45bb-adfb-35b4be861eb4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94085) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 03 18:05:48.983103 dv-cinder-788782-10-iscsi neutron-server[94085]: WARNING oslo_policy.policy [None req-21d2a38d-c879-45bb-adfb-35b4be861eb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:05:48.983496 dv-cinder-788782-10-iscsi neutron-server[94085]: WARNING oslo_policy.policy [None req-21d2a38d-c879-45bb-adfb-35b4be861eb4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 03 18:05:48.992242 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.quota [None req-21d2a38d-c879-45bb-adfb-35b4be861eb4 admin admin] Loaded quota_driver: . Sep 03 18:05:49.049073 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-21d2a38d-c879-45bb-adfb-35b4be861eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:49.050790 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-21d2a38d-c879-45bb-adfb-35b4be861eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:49.212149 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-21d2a38d-c879-45bb-adfb-35b4be861eb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:49.217263 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-21d2a38d-c879-45bb-adfb-35b4be861eb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3921611'] for router, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:49.236349 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-21d2a38d-c879-45bb-adfb-35b4be861eb4 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:49.237587 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-21d2a38d-c879-45bb-adfb-35b4be861eb4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6782448 Sep 03 18:05:49.596698 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c508d4-bfa9-4077-802f-74b23cb9ec16 None None] Network 9b41e07f-0079-4821-b8fa-c05e38f93bb4 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:05:49.671321 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-216b8ffe-0e8b-4f20-aabe-873bfb5c0a42 None None] Provisioning for port 0e0841eb-26ba-4e1d-8197-44fd8c428f12 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:05:49.912628 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 0e0841eb-26ba-4e1d-8197-44fd8c428f12 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:05:49.995246 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 0e0841eb-26ba-4e1d-8197-44fd8c428f12 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:05:49.998983 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 0e0841eb-26ba-4e1d-8197-44fd8c428f12 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:05:49.999371 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:50.024117 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-b95e0f7d-eff2-4725-9058-21bb9b136d87 None None] Provisioning complete for port 0e0841eb-26ba-4e1d-8197-44fd8c428f12 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:05:50.024482 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b95e0f7d-eff2-4725-9058-21bb9b136d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:50.171824 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:50.182212 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b95e0f7d-eff2-4725-9058-21bb9b136d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:50.222770 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port 0e0841eb-26ba-4e1d-8197-44fd8c428f12, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=0e0841eb-26ba-4e1d-8197-44fd8c428f12,segment=NetworkSegment(1326491a-7211-492a-9ac2-3bfcb1f2e5d2),segment_id=1326491a-7211-492a-9ac2-3bfcb1f2e5d2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:05:50.228261 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:50.290665 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.db.api [None req-b95e0f7d-eff2-4725-9058-21bb9b136d87 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94086) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 18:05:50.291058 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG oslo_db.api [None req-b95e0f7d-eff2-4725-9058-21bb9b136d87 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 18:05:50.299389 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=0e0841eb-26ba-4e1d-8197-44fd8c428f12,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:05:51.669831 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 43056) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:05:51.890678 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 0e0841eb-26ba-4e1d-8197-44fd8c428f12 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:05:51.936943 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 0e0841eb-26ba-4e1d-8197-44fd8c428f12 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:05:51.937321 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:51.987050 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [None req-f7cd2a42-cd43-44ab-84ed-0864ab9eddad admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:05:51.995562 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f7cd2a42-cd43-44ab-84ed-0864ab9eddad admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3171730 Sep 03 18:05:52.670678 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-926ac8e9-1c1d-41bf-bd07-1d5b0bdcfb37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:54.379210 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 43064) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:05:54.690906 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:05:54.714876 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Made reservation on behalf of 569cd81420d543bc9993e36aee3c1c5f for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:05:54.717616 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:54.733231 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:54.847990 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:54.851915 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:54.865161 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Reserving flat network on physical network physnet1 {{(pid=94085) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 03 18:05:54.898113 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792353982073', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:54.898844 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Unsubscribe: segment precommit_create {{(pid=94085) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 03 18:05:54.899393 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Added segment c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2 of type flat for network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 Sep 03 18:05:54.914644 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf942ea-8513-44b0-a6c3-fadd8c36f3f6,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:05:54.961105 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:54.961457 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:54.961798 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:54.962129 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:54.962483 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:54.962829 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:54.963158 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:54.963494 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:54.963831 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:54.964152 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:54.964468 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:54.964783 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Tracked resource versions report: Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: pushed versions: Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: { 'AddressGroup': {'1.2'}, Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'ConntrackHelper': {'1.0'}, Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Log': {'1.0'}, Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Network': {'1.1'}, Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Port': {'1.7'}, Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'PortForwarding': {'1.2'}, Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'QosPolicy': {'1.9'}, Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'SecurityGroup': {'1.4'}, Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'SubPort': {'1.0'}, Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Subnet': {'1.1'}, Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Trunk': {'1.1'}} Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: consumer versions: Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: { DHCP agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: L3 agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: Metadata agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: Metering agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: Open vSwitch agent@dv-cinder-788782-10-iscsi: { 'AddressGroup': '1.2', Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'ConntrackHelper': '1.0', Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Log': '1.0', Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Network': '1.1', Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Port': '1.7', Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'PortForwarding': '1.2', Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'QosPolicy': '1.9', Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'SecurityGroup': '1.4', Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'SecurityGroupRule': '1.2', Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'SubPort': '1.0', Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Subnet': '1.1', Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Trunk': '1.1'}} Sep 03 18:05:54.966148 dv-cinder-788782-10-iscsi neutron-server[94085]: {{(pid=94085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:05:55.025567 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:55.065334 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:55.066562 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:05:55.067211 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:55.125633 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7452798 Sep 03 18:05:55.166786 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e764ad8c-12c8-40f4-b29a-35ec3d2e2a94 admin admin] Pushing event updated for resources: {'Network': ['ID=41345eeb-6f3c-41e2-a86c-dbf9701471c7,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:05:55.177781 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:05:55.313537 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d413690c-47b2-4920-91f2-2e78819f6119 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:55.816628 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:56.752631 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:57.542293 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 43086) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:05:57.764496 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90df9e5-29c8-4b3c-8225-9b362a377851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:05:57.765870 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f90df9e5-29c8-4b3c-8225-9b362a377851 admin admin] 10.222.0.45 "GET /v2.0/subnets/5e473c5b-6455-4a5c-a667-d1d29b752003 HTTP/1.1" status: 200 len: 849 time: 0.2226398 Sep 03 18:05:57.898307 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-019f388f-666f-410e-84b0-0e8b11c16c7d admin admin] 10.222.0.45 "GET /v2.0/routers/04b62c0b-dfcb-4676-b1d8-6d5032d865c8 HTTP/1.1" status: 200 len: 704 time: 0.1257932 Sep 03 18:05:58.026679 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:58.159650 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:58.453525 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Allocated IP 172.20.0.1 (9b41e07f-0079-4821-b8fa-c05e38f93bb4/5e473c5b-6455-4a5c-a667-d1d29b752003/7fec400a-1e08-406d-a86f-e764a0f0a789) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:05:58.635904 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:58.660164 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Transition to ACTIVE for port object 7fec400a-1e08-406d-a86f-e764a0f0a789 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:05:58.731004 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:58.802891 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Network 9b41e07f-0079-4821-b8fa-c05e38f93bb4 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:05:58.808662 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:05:58.816742 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:05:58.817285 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823332'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:58.836520 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Pushing event updated for resources: {'Port': ['ID=7fec400a-1e08-406d-a86f-e764a0f0a789,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:05:58.988954 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-6a6717a1-073d-422e-9395-ee346fecd167 None None] Provisioning for port 7fec400a-1e08-406d-a86f-e764a0f0a789 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:05:58.992486 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-6a6717a1-073d-422e-9395-ee346fecd167 None None] Provisioning complete for port 7fec400a-1e08-406d-a86f-e764a0f0a789 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:05:58.992858 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6a6717a1-073d-422e-9395-ee346fecd167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:59.010432 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:59.026798 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-6a6717a1-073d-422e-9395-ee346fecd167 None None] Port 7fec400a-1e08-406d-a86f-e764a0f0a789 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:05:59.257749 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:59.261911 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:59.262646 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920916'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:59.324021 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Pushing event updated for resources: {'Port': ['ID=7fec400a-1e08-406d-a86f-e764a0f0a789,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:05:59.388794 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Network 9b41e07f-0079-4821-b8fa-c05e38f93bb4 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:05:59.390087 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:05:59.546328 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-49e65d7e-91f8-4afa-9a05-8f7b9e29b91c None None] Provisioning complete for port 7fec400a-1e08-406d-a86f-e764a0f0a789 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:05:59.546699 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-49e65d7e-91f8-4afa-9a05-8f7b9e29b91c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:05:59.548803 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Router 04b62c0b-dfcb-4676-b1d8-6d5032d865c8 is scheduled to L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:05:59.583156 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-49e65d7e-91f8-4afa-9a05-8f7b9e29b91c None None] Port 7fec400a-1e08-406d-a86f-e764a0f0a789 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:05:59.640155 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:05:59.645575 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-32f1c3fd-0db1-4736-a088-69123dc88948 admin admin] 10.222.0.45 "PUT /v2.0/routers/04b62c0b-dfcb-4676-b1d8-6d5032d865c8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7416534 Sep 03 18:05:59.657921 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Sync routers for ids ['04b62c0b-dfcb-4676-b1d8-6d5032d865c8'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:05:59.670084 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Routers {'04b62c0b-dfcb-4676-b1d8-6d5032d865c8'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:05:59.670945 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:05:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['04b62c0b-dfcb-4676-b1d8-6d5032d865c8'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:05:59.856046 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Set router 04b62c0b-dfcb-4676-b1d8-6d5032d865c8 gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:06:00.284928 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b62c0b-dfcb-4676-b1d8-6d5032d865c8', 'name': 'router1', 'tenant_id': '1e504cc91bd04c628c915dc6c61bab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:05:49Z', 'updated_at': '2021-09-03T18:05:58Z', 'revision_number': 2, 'project_id': '1e504cc91bd04c628c915dc6c61bab36', 'gw_port_host': None, '_interfaces': [{'id': '7fec400a-1e08-406d-a86f-e764a0f0a789', 'name': '', 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4', 'tenant_id': '1e504cc91bd04c628c915dc6c61bab36', 'mac_address': 'fa:16:3e:b0:01:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b62c0b-dfcb-4676-b1d8-6d5032d865c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e473c5b-6455-4a5c-a667-d1d29b752003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:05:58Z', 'updated_at': '2021-09-03T18:05:59Z', 'revision_number': 2, 'project_id': '1e504cc91bd04c628c915dc6c61bab36', 'subnets': [{'id': '5e473c5b-6455-4a5c-a667-d1d29b752003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e826a27b-699e-47b4-bfc5-34cc3e9dbe88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:00.340402 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Checking router: 04b62c0b-dfcb-4676-b1d8-6d5032d865c8 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:06:00.340773 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Updating router 04b62c0b-dfcb-4676-b1d8-6d5032d865c8 port 7fec400a-1e08-406d-a86f-e764a0f0a789 binding host dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:06:00.390006 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:00.906000 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:00.925457 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Transition to ACTIVE for port object 7fec400a-1e08-406d-a86f-e764a0f0a789 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:06:00.932033 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:01.090636 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00e865-fa04-48f9-b4a2-6b59b3f4bf04 None None] Pushing event updated for resources: {'Port': ['ID=7fec400a-1e08-406d-a86f-e764a0f0a789,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:01.106363 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e865-fa04-48f9-b4a2-6b59b3f4bf04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:01.106740 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e865-fa04-48f9-b4a2-6b59b3f4bf04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:01.107047 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e865-fa04-48f9-b4a2-6b59b3f4bf04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:01.107377 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e865-fa04-48f9-b4a2-6b59b3f4bf04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:01.107702 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e865-fa04-48f9-b4a2-6b59b3f4bf04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:01.108028 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e865-fa04-48f9-b4a2-6b59b3f4bf04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:01.108349 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e865-fa04-48f9-b4a2-6b59b3f4bf04 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:01.108670 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e865-fa04-48f9-b4a2-6b59b3f4bf04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:01.109002 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e865-fa04-48f9-b4a2-6b59b3f4bf04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:01.109327 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e865-fa04-48f9-b4a2-6b59b3f4bf04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:01.109648 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e865-fa04-48f9-b4a2-6b59b3f4bf04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:01.109991 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e865-fa04-48f9-b4a2-6b59b3f4bf04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e00e865-fa04-48f9-b4a2-6b59b3f4bf04 None None] Tracked resource versions report: Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: pushed versions: Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: { 'AddressGroup': {'1.2'}, Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'ConntrackHelper': {'1.0'}, Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Log': {'1.0'}, Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Network': {'1.1'}, Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Port': {'1.7'}, Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'PortForwarding': {'1.2'}, Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'QosPolicy': {'1.9'}, Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'SecurityGroup': {'1.4'}, Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'SubPort': {'1.0'}, Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Subnet': {'1.1'}, Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Trunk': {'1.1'}} Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: consumer versions: Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: { DHCP agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: L3 agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: Metadata agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: Metering agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: Open vSwitch agent@dv-cinder-788782-10-iscsi: { 'AddressGroup': '1.2', Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'ConntrackHelper': '1.0', Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Log': '1.0', Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Network': '1.1', Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Port': '1.7', Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'PortForwarding': '1.2', Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'QosPolicy': '1.9', Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'SecurityGroup': '1.4', Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'SecurityGroupRule': '1.2', Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'SubPort': '1.0', Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Subnet': '1.1', Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Trunk': '1.1'}} Sep 03 18:06:01.111385 dv-cinder-788782-10-iscsi neutron-server[94087]: {{(pid=94087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:06:01.114075 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Attempting to bind port 7fec400a-1e08-406d-a86f-e764a0f0a789 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:06:01.114182 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Attempting to bind port 7fec400a-1e08-406d-a86f-e764a0f0a789 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': '1326491a-7211-492a-9ac2-3bfcb1f2e5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:06:01.114596 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Attempting to bind port 7fec400a-1e08-406d-a86f-e764a0f0a789 on network 9b41e07f-0079-4821-b8fa-c05e38f93bb4 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:06:01.120570 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:06:01.120970 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Checking segment: {'id': '1326491a-7211-492a-9ac2-3bfcb1f2e5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:06:01.121450 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:01.122533 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Bound using segment: {'id': '1326491a-7211-492a-9ac2-3bfcb1f2e5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:06:01.122533 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Bound port: 7fec400a-1e08-406d-a86f-e764a0f0a789, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1326491a-7211-492a-9ac2-3bfcb1f2e5d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:06:01.122844 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:01.185584 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] For port 7fec400a-1e08-406d-a86f-e764a0f0a789, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:06:01.205141 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] For port 7fec400a-1e08-406d-a86f-e764a0f0a789, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=7fec400a-1e08-406d-a86f-e764a0f0a789,segment=NetworkSegment(1326491a-7211-492a-9ac2-3bfcb1f2e5d2),segment_id=1326491a-7211-492a-9ac2-3bfcb1f2e5d2)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:06:01.209409 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:01.266146 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Routers {'04b62c0b-dfcb-4676-b1d8-6d5032d865c8'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:06:01.266805 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:05:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['04b62c0b-dfcb-4676-b1d8-6d5032d865c8'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:01.268992 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00e865-fa04-48f9-b4a2-6b59b3f4bf04 None None] Pushing event updated for resources: {'Port': ['ID=7fec400a-1e08-406d-a86f-e764a0f0a789,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:01.362962 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] Set router 04b62c0b-dfcb-4676-b1d8-6d5032d865c8 gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:06:01.568636 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b62c0b-dfcb-4676-b1d8-6d5032d865c8', 'name': 'router1', 'tenant_id': '1e504cc91bd04c628c915dc6c61bab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:05:49Z', 'updated_at': '2021-09-03T18:05:58Z', 'revision_number': 2, 'project_id': '1e504cc91bd04c628c915dc6c61bab36', 'gw_port_host': None, '_interfaces': [{'id': '7fec400a-1e08-406d-a86f-e764a0f0a789', 'name': '', 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4', 'tenant_id': '1e504cc91bd04c628c915dc6c61bab36', 'mac_address': 'fa:16:3e:b0:01:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b62c0b-dfcb-4676-b1d8-6d5032d865c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e473c5b-6455-4a5c-a667-d1d29b752003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:05:58Z', 'updated_at': '2021-09-03T18:06:01Z', 'revision_number': 4, 'project_id': '1e504cc91bd04c628c915dc6c61bab36', 'subnets': [{'id': '5e473c5b-6455-4a5c-a667-d1d29b752003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e826a27b-699e-47b4-bfc5-34cc3e9dbe88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:01.593806 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e8cf89-28d2-4ca0-bf76-7bef5f12dd92 None None] The sync data for ids ['04b62c0b-dfcb-4676-b1d8-6d5032d865c8'] in dv-cinder-788782-10-iscsi is: [{'id': '04b62c0b-dfcb-4676-b1d8-6d5032d865c8', 'name': 'router1', 'tenant_id': '1e504cc91bd04c628c915dc6c61bab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:05:49Z', 'updated_at': '2021-09-03T18:05:58Z', 'revision_number': 2, 'project_id': '1e504cc91bd04c628c915dc6c61bab36', 'gw_port_host': None, '_interfaces': [{'id': '7fec400a-1e08-406d-a86f-e764a0f0a789', 'name': '', 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4', 'tenant_id': '1e504cc91bd04c628c915dc6c61bab36', 'mac_address': 'fa:16:3e:b0:01:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b62c0b-dfcb-4676-b1d8-6d5032d865c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e473c5b-6455-4a5c-a667-d1d29b752003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:05:58Z', 'updated_at': '2021-09-03T18:06:01Z', 'revision_number': 4, 'project_id': '1e504cc91bd04c628c915dc6c61bab36', 'subnets': [{'id': '5e473c5b-6455-4a5c-a667-d1d29b752003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e826a27b-699e-47b4-bfc5-34cc3e9dbe88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:06:01.914251 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:06:01.921901 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 43106) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:06:02.030643 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac7b228-84ad-412b-8e8b-7c0c3fc0a6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:06:02.032022 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8ac7b228-84ad-412b-8e8b-7c0c3fc0a6cc admin admin] 10.222.0.45 "GET /v2.0/networks/41345eeb-6f3c-41e2-a86c-dbf9701471c7 HTTP/1.1" status: 200 len: 842 time: 0.1090844 Sep 03 18:06:02.042742 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-dfcf5ad9-e67b-4ada-9e62-476fc0a8451c admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:06:02.067324 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfcf5ad9-e67b-4ada-9e62-476fc0a8451c admin admin] Made reservation on behalf of 569cd81420d543bc9993e36aee3c1c5f for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:06:02.069770 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dfcf5ad9-e67b-4ada-9e62-476fc0a8451c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:02.369921 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.objects.ports [None req-dfcf5ad9-e67b-4ada-9e62-476fc0a8451c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94085) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 03 18:06:02.370384 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dfcf5ad9-e67b-4ada-9e62-476fc0a8451c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:02.423812 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcf5ad9-e67b-4ada-9e62-476fc0a8451c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e266029c-a20e-4bd2-8f39-18f011113c58,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:02.435450 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfcf5ad9-e67b-4ada-9e62-476fc0a8451c admin admin] Checking segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:06:02.435800 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcf5ad9-e67b-4ada-9e62-476fc0a8451c admin admin] Network hostable DHCP agents. Network: 41345eeb-6f3c-41e2-a86c-dbf9701471c7, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:06:02.456348 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcf5ad9-e67b-4ada-9e62-476fc0a8451c admin admin] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:06:02.466715 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-dfcf5ad9-e67b-4ada-9e62-476fc0a8451c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, 41345eeb-6f3c-41e2-a86c-dbf9701471c7) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:06:02.470860 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcf5ad9-e67b-4ada-9e62-476fc0a8451c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:06:02.471330 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-dfcf5ad9-e67b-4ada-9e62-476fc0a8451c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:02.475241 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b46df23-928d-4e01-9382-f6f0db71aecf None None] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:06:02.491571 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-dfcf5ad9-e67b-4ada-9e62-476fc0a8451c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4455197 Sep 03 18:06:02.614203 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9889b8a6-b2b1-4b9a-8449-b0aeef396c45 None None] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:06:04.814771 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43114) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:06:05.072980 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ccf1af38-9dca-4dfd-b8b0-ec5f42ae5f77 admin admin] 10.222.0.45 "GET /v2.0/routers/04b62c0b-dfcb-4676-b1d8-6d5032d865c8 HTTP/1.1" status: 200 len: 710 time: 0.2570572 Sep 03 18:06:05.193796 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3644f1a6-37c5-4793-81bb-411067ead028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:06:05.195352 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-3644f1a6-37c5-4793-81bb-411067ead028 admin admin] 10.222.0.45 "GET /v2.0/networks/41345eeb-6f3c-41e2-a86c-dbf9701471c7 HTTP/1.1" status: 200 len: 886 time: 0.1163747 Sep 03 18:06:05.205135 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:06:05.458322 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:05.695477 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:05.767799 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:05.931872 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Allocated IP 172.27.3.162 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/f38506f3-892f-49c3-8cb8-2d32b4e218c0) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:06:06.086023 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:06.155206 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:06.231931 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:06:06.236511 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:06:06.247789 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:06:06.255736 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Pushing event updated for resources: {'Port': ['ID=f38506f3-892f-49c3-8cb8-2d32b4e218c0,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:06.530354 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:06.718888 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3921654', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3920568', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7568'] for router, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:06.723783 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3921611', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3921657', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3921600', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3920515'] for router, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:06.853964 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Router 04b62c0b-dfcb-4676-b1d8-6d5032d865c8 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:06:06.963225 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:06:06.967177 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:06.968381 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6948cf87-82df-4b6f-b5c2-9408188a5758 admin admin] 10.222.0.45 "PUT /v2.0/routers/04b62c0b-dfcb-4676-b1d8-6d5032d865c8 HTTP/1.1" status: 200 len: 890 time: 1.7666821 Sep 03 18:06:07.925853 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 7fec400a-1e08-406d-a86f-e764a0f0a789 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:06:08.033262 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 7fec400a-1e08-406d-a86f-e764a0f0a789 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:06:08.037151 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 7fec400a-1e08-406d-a86f-e764a0f0a789 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:06:08.037639 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:08.115477 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:08.150615 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port 7fec400a-1e08-406d-a86f-e764a0f0a789, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=7fec400a-1e08-406d-a86f-e764a0f0a789,segment=NetworkSegment(1326491a-7211-492a-9ac2-3bfcb1f2e5d2),segment_id=1326491a-7211-492a-9ac2-3bfcb1f2e5d2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:06:08.155756 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:08.160805 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Sync routers for ids ['04b62c0b-dfcb-4676-b1d8-6d5032d865c8'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:06:08.193670 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Routers {'04b62c0b-dfcb-4676-b1d8-6d5032d865c8'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:06:08.195571 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:05:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['04b62c0b-dfcb-4676-b1d8-6d5032d865c8'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:08.326950 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=7fec400a-1e08-406d-a86f-e764a0f0a789,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:08.420008 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Set router 04b62c0b-dfcb-4676-b1d8-6d5032d865c8 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:06:08.807279 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b62c0b-dfcb-4676-b1d8-6d5032d865c8', 'name': 'router1', 'tenant_id': '1e504cc91bd04c628c915dc6c61bab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'f38506f3-892f-49c3-8cb8-2d32b4e218c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:05:49Z', 'updated_at': '2021-09-03T18:06:06Z', 'revision_number': 4, 'project_id': '1e504cc91bd04c628c915dc6c61bab36', 'gw_port': {'id': 'f38506f3-892f-49c3-8cb8-2d32b4e218c0', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b62c0b-dfcb-4676-b1d8-6d5032d865c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:06:05Z', 'updated_at': '2021-09-03T18:06:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '7fec400a-1e08-406d-a86f-e764a0f0a789', 'name': '', 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4', 'tenant_id': '1e504cc91bd04c628c915dc6c61bab36', 'mac_address': 'fa:16:3e:b0:01:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b62c0b-dfcb-4676-b1d8-6d5032d865c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e473c5b-6455-4a5c-a667-d1d29b752003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:05:58Z', 'updated_at': '2021-09-03T18:06:08Z', 'revision_number': 5, 'project_id': '1e504cc91bd04c628c915dc6c61bab36', 'subnets': [{'id': '5e473c5b-6455-4a5c-a667-d1d29b752003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e826a27b-699e-47b4-bfc5-34cc3e9dbe88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:08.857420 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Checking router: 04b62c0b-dfcb-4676-b1d8-6d5032d865c8 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:06:08.857785 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Updating router 04b62c0b-dfcb-4676-b1d8-6d5032d865c8 port f38506f3-892f-49c3-8cb8-2d32b4e218c0 binding host dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:06:08.903538 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:09.214779 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:09.224651 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Transition to ACTIVE for port object f38506f3-892f-49c3-8cb8-2d32b4e218c0 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:06:09.230951 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:09.361286 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c291f-b8b9-40b1-b4d3-690fd9583c24 None None] Pushing event updated for resources: {'Port': ['ID=f38506f3-892f-49c3-8cb8-2d32b4e218c0,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:09.363558 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Attempting to bind port f38506f3-892f-49c3-8cb8-2d32b4e218c0 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:06:09.364343 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Attempting to bind port f38506f3-892f-49c3-8cb8-2d32b4e218c0 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:06:09.364343 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Attempting to bind port f38506f3-892f-49c3-8cb8-2d32b4e218c0 on network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:06:09.370584 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:06:09.370970 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Checking segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:06:09.371372 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:09.371758 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Bound using segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:06:09.372223 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Bound port: f38506f3-892f-49c3-8cb8-2d32b4e218c0, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:06:09.372628 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:09.422066 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] For port f38506f3-892f-49c3-8cb8-2d32b4e218c0, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:06:09.424622 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43126) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:06:09.425114 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] For port f38506f3-892f-49c3-8cb8-2d32b4e218c0, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=f38506f3-892f-49c3-8cb8-2d32b4e218c0,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:06:09.429589 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:09.485480 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Routers {'04b62c0b-dfcb-4676-b1d8-6d5032d865c8'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:06:09.486101 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:05:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['04b62c0b-dfcb-4676-b1d8-6d5032d865c8'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:09.520811 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c291f-b8b9-40b1-b4d3-690fd9583c24 None None] Pushing event updated for resources: {'Port': ['ID=f38506f3-892f-49c3-8cb8-2d32b4e218c0,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:09.542312 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5ac12097-c53b-46ba-b04d-bfb613bc6570 admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1159468 Sep 03 18:06:09.603952 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] Set router 04b62c0b-dfcb-4676-b1d8-6d5032d865c8 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:06:09.825481 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04b62c0b-dfcb-4676-b1d8-6d5032d865c8', 'name': 'router1', 'tenant_id': '1e504cc91bd04c628c915dc6c61bab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'f38506f3-892f-49c3-8cb8-2d32b4e218c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:05:49Z', 'updated_at': '2021-09-03T18:06:06Z', 'revision_number': 4, 'project_id': '1e504cc91bd04c628c915dc6c61bab36', 'gw_port': {'id': 'f38506f3-892f-49c3-8cb8-2d32b4e218c0', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b62c0b-dfcb-4676-b1d8-6d5032d865c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:06:05Z', 'updated_at': '2021-09-03T18:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '7fec400a-1e08-406d-a86f-e764a0f0a789', 'name': '', 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4', 'tenant_id': '1e504cc91bd04c628c915dc6c61bab36', 'mac_address': 'fa:16:3e:b0:01:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b62c0b-dfcb-4676-b1d8-6d5032d865c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e473c5b-6455-4a5c-a667-d1d29b752003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:05:58Z', 'updated_at': '2021-09-03T18:06:08Z', 'revision_number': 5, 'project_id': '1e504cc91bd04c628c915dc6c61bab36', 'subnets': [{'id': '5e473c5b-6455-4a5c-a667-d1d29b752003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e826a27b-699e-47b4-bfc5-34cc3e9dbe88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:06:09.852711 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed7599-e0e7-41d1-bffe-4107e22df7b2 None None] The sync data for ids ['04b62c0b-dfcb-4676-b1d8-6d5032d865c8'] in dv-cinder-788782-10-iscsi is: [{'id': '04b62c0b-dfcb-4676-b1d8-6d5032d865c8', 'name': 'router1', 'tenant_id': '1e504cc91bd04c628c915dc6c61bab36', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.162'}], 'enable_snat': True}, 'gw_port_id': 'f38506f3-892f-49c3-8cb8-2d32b4e218c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:05:49Z', 'updated_at': '2021-09-03T18:06:06Z', 'revision_number': 4, 'project_id': '1e504cc91bd04c628c915dc6c61bab36', 'gw_port': {'id': 'f38506f3-892f-49c3-8cb8-2d32b4e218c0', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:56:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04b62c0b-dfcb-4676-b1d8-6d5032d865c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:06:05Z', 'updated_at': '2021-09-03T18:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '7fec400a-1e08-406d-a86f-e764a0f0a789', 'name': '', 'network_id': '9b41e07f-0079-4821-b8fa-c05e38f93bb4', 'tenant_id': '1e504cc91bd04c628c915dc6c61bab36', 'mac_address': 'fa:16:3e:b0:01:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04b62c0b-dfcb-4676-b1d8-6d5032d865c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5e473c5b-6455-4a5c-a667-d1d29b752003', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:05:58Z', 'updated_at': '2021-09-03T18:06:08Z', 'revision_number': 5, 'project_id': '1e504cc91bd04c628c915dc6c61bab36', 'subnets': [{'id': '5e473c5b-6455-4a5c-a667-d1d29b752003', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e826a27b-699e-47b4-bfc5-34cc3e9dbe88'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:06:09.930749 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 7fec400a-1e08-406d-a86f-e764a0f0a789 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:06:09.995401 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 7fec400a-1e08-406d-a86f-e764a0f0a789 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:06:09.995749 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:11.947913 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device f38506f3-892f-49c3-8cb8-2d32b4e218c0 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:06:12.011154 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port f38506f3-892f-49c3-8cb8-2d32b4e218c0 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:06:12.014907 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port f38506f3-892f-49c3-8cb8-2d32b4e218c0 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:06:12.015277 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:12.099568 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:12.121553 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port f38506f3-892f-49c3-8cb8-2d32b4e218c0, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=f38506f3-892f-49c3-8cb8-2d32b4e218c0,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:06:12.127557 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:12.207359 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=f38506f3-892f-49c3-8cb8-2d32b4e218c0,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:06:13.941496 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device f38506f3-892f-49c3-8cb8-2d32b4e218c0 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:06:14.008516 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port f38506f3-892f-49c3-8cb8-2d32b4e218c0 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:06:14.009240 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:22.674909 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c1dadc2a-c60f-4372-90b0-a9652887f51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:25.318691 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8e43d003-b413-4da9-9a9f-8be0b244fa4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:25.824527 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:26.758590 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:28.050603 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:38.913685 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:06:52.677854 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a5c75a49-59ba-4a6d-b470-bfbe711a9017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:55.314666 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5bf762b0-dcca-4182-91ba-eedf47967ee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:55.818806 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:56.760927 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:06:58.050114 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:15.914191 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:07:22.682152 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5fc934d0-aa42-4634-8102-30ff67ddba2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:25.316383 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-456a25fc-50a7-4e09-abb9-40832b9fcc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:25.821326 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:26.762889 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:28.052905 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:46.367381 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43688) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:07:46.429029 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.pecan_wsgi.hooks.translation [None req-981ec632-2748-4539-b816-9ca0fca9a2d6 admin admin] GET failed (client error): The resource could not be found. Sep 03 18:07:46.430375 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-981ec632-2748-4539-b816-9ca0fca9a2d6 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0620239 Sep 03 18:07:46.591887 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0c5961-83ee-485e-8508-c996b870819c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:07:46.593260 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-bd0c5961-83ee-485e-8508-c996b870819c admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1583648 Sep 03 18:07:48.768064 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43698) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:07:48.923864 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a03fcb7-2b6e-4581-9732-805606727d0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:07:48.925234 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-1a03fcb7-2b6e-4581-9732-805606727d0c admin admin] 10.222.0.45 "GET /v2.0/subnets/5e473c5b-6455-4a5c-a667-d1d29b752003 HTTP/1.1" status: 200 len: 849 time: 0.1561964 Sep 03 18:07:48.935363 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:07:49.017414 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:49.155874 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792353873646'] for subnet, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:49.185475 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:07:49.186064 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:49.187921 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] 10.222.0.45 "PUT /v2.0/subnets/5e473c5b-6455-4a5c-a667-d1d29b752003 HTTP/1.1" status: 200 len: 868 time: 0.2557247 Sep 03 18:07:49.190215 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141eff86-c817-4e70-85e4-429890f77ece None None] Network 9b41e07f-0079-4821-b8fa-c05e38f93bb4 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:07:49.207430 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e473c5b-6455-4a5c-a667-d1d29b752003,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:07:49.214852 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:07:49.215206 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:07:49.215549 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:07:49.215886 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:07:49.216215 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:07:49.216552 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:07:49.216876 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:07:49.217226 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:07:49.217576 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:07:49.217906 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:07:49.218228 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:07:49.218596 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e55f41-a0c2-41e2-8719-b0f963b675d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:07:49.545026 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-c667935a-bdfb-48ca-a301-19da451dfc4f None None] Provisioning complete for port 0e0841eb-26ba-4e1d-8197-44fd8c428f12 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:07:49.545393 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c667935a-bdfb-48ca-a301-19da451dfc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:49.634163 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-c667935a-bdfb-48ca-a301-19da451dfc4f None None] Provisioning complete for port 7fec400a-1e08-406d-a86f-e764a0f0a789 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:07:49.634465 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c667935a-bdfb-48ca-a301-19da451dfc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:51.389357 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43706) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:07:51.586104 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45489342-c0e6-4bbe-856b-565187c58531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:07:51.586516 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45489342-c0e6-4bbe-856b-565187c58531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:07:51.588060 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-45489342-c0e6-4bbe-856b-565187c58531 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1977389 Sep 03 18:07:52.683438 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-df82802d-5508-4e2c-9fac-0e4a0f0aa3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:52.913415 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:07:53.801325 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43714) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:07:53.933318 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb44a66e-c44c-4c00-963a-a36b3a96a232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:07:53.933787 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb44a66e-c44c-4c00-963a-a36b3a96a232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:07:53.935349 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-eb44a66e-c44c-4c00-963a-a36b3a96a232 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1330702 Sep 03 18:07:55.317255 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9ed5faa2-66aa-464d-8bae-f31a80293091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:55.822813 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:56.109105 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43722) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:07:56.233606 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faa768e-a4f9-4544-9807-28d6fa84a501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:07:56.235016 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7faa768e-a4f9-4544-9807-28d6fa84a501 admin admin] 10.222.0.45 "GET /v2.0/networks/41345eeb-6f3c-41e2-a86c-dbf9701471c7 HTTP/1.1" status: 200 len: 886 time: 0.1249552 Sep 03 18:07:56.764726 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:58.064399 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:07:58.405583 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43730) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:07:58.547447 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27de95b-ca82-453e-8fb8-9c6831ab59ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:07:58.548806 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f27de95b-ca82-453e-8fb8-9c6831ab59ac admin admin] 10.222.0.45 "GET /v2.0/networks/9b41e07f-0079-4821-b8fa-c05e38f93bb4 HTTP/1.1" status: 200 len: 869 time: 0.1422658 Sep 03 18:08:00.755368 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43738) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:00.876550 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7badea1-7a30-41e2-8dea-3a305f694eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:00.877008 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7badea1-7a30-41e2-8dea-3a305f694eea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:00.878574 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f7badea1-7a30-41e2-8dea-3a305f694eea admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222126 Sep 03 18:08:03.088400 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43746) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:03.180465 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bebd2b9-57fc-484d-836d-3367d4e7f92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:03.180921 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bebd2b9-57fc-484d-836d-3367d4e7f92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:03.182455 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5bebd2b9-57fc-484d-836d-3367d4e7f92e admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0930777 Sep 03 18:08:05.403043 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43754) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:05.493504 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2664e2-34a3-4b3f-ac68-83ada22e5a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:05.494887 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5a2664e2-34a3-4b3f-ac68-83ada22e5a95 admin admin] 10.222.0.45 "GET /v2.0/subnets/5e473c5b-6455-4a5c-a667-d1d29b752003 HTTP/1.1" status: 200 len: 868 time: 0.0908530 Sep 03 18:08:07.682057 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43762) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:07.766420 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f85573b-0e18-440c-a558-2c7f3b9885dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:07.767994 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-3f85573b-0e18-440c-a558-2c7f3b9885dd admin admin] 10.222.0.45 "GET /v2.0/subnets/e266029c-a20e-4bd2-8f39-18f011113c58 HTTP/1.1" status: 200 len: 816 time: 0.0849073 Sep 03 18:08:22.683607 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-315c5e13-c9f6-4862-82f6-d9a7d650481d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:25.318569 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b87f7e73-6773-489d-8ac2-398ab49f61c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:25.824687 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:26.769121 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:28.070817 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:29.911559 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:08:31.583284 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43816) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:31.630111 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [None req-9ffbb719-8966-421d-911e-e07f7bfb2ad8 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:08:31.631144 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9ffbb719-8966-421d-911e-e07f7bfb2ad8 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468738 Sep 03 18:08:33.907345 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43824) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:33.968403 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2407371-4a49-48b3-a964-af41ecd1cc59 admin admin] GET failed (client error): The resource could not be found. Sep 03 18:08:33.969703 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b2407371-4a49-48b3-a964-af41ecd1cc59 admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614355 Sep 03 18:08:34.057560 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8332431a-7bd4-4de1-8aaa-dd2f5d441d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:34.059046 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8332431a-7bd4-4de1-8aaa-dd2f5d441d9b admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0841179 Sep 03 18:08:36.333323 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43832) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:36.386015 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-c0b51c65-11dc-4287-bad4-da6de7c96e3a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:08:36.410062 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b51c65-11dc-4287-bad4-da6de7c96e3a admin admin] Made reservation on behalf of 569cd81420d543bc9993e36aee3c1c5f for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:08:36.413007 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c0b51c65-11dc-4287-bad4-da6de7c96e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:36.450557 dv-cinder-788782-10-iscsi neutron-server[94084]: WARNING neutron.services.revisions.revision_plugin [None req-c0b51c65-11dc-4287-bad4-da6de7c96e3a admin admin] Could not find related network for resource to bump revision. Sep 03 18:08:36.465603 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0b51c65-11dc-4287-bad4-da6de7c96e3a admin admin] vlan segment allocate from pool success with {'vlan_id': 411, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:08:36.476946 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c0b51c65-11dc-4287-bad4-da6de7c96e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:36.477285 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-c0b51c65-11dc-4287-bad4-da6de7c96e3a admin admin] Added segment 2c20d065-d3d9-4152-a7bf-cf2b060b6f8c of type vlan for network 5701ff2a-29dd-4d51-825e-d31e1290e565 Sep 03 18:08:36.519170 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c0b51c65-11dc-4287-bad4-da6de7c96e3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:36.559978 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c0b51c65-11dc-4287-bad4-da6de7c96e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:36.561020 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b51c65-11dc-4287-bad4-da6de7c96e3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:36.561778 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c0b51c65-11dc-4287-bad4-da6de7c96e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:36.602499 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c0b51c65-11dc-4287-bad4-da6de7c96e3a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2680528 Sep 03 18:08:36.638086 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b51c65-11dc-4287-bad4-da6de7c96e3a admin admin] Pushing event updated for resources: {'Network': ['ID=5701ff2a-29dd-4d51-825e-d31e1290e565,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:08:36.649786 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network 5701ff2a-29dd-4d51-825e-d31e1290e565 details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:08:38.871863 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43840) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:08:38.934651 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.pecan_wsgi.hooks.translation [None req-83ec3920-e8e3-44f9-91e0-e4e6a3165353 admin admin] GET failed (client error): The resource could not be found. Sep 03 18:08:38.935950 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-83ec3920-e8e3-44f9-91e0-e4e6a3165353 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0631359 Sep 03 18:08:39.006562 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba530c-8dfa-4160-b8fb-beba95395bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:39.007977 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-abba530c-8dfa-4160-b8fb-beba95395bf1 admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0674233 Sep 03 18:08:39.018493 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-23180545-76df-4abe-8dc2-20da94be137b admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '5701ff2a-29dd-4d51-825e-d31e1290e565', 'cidr': '192.168.233.0/24'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:08:39.038050 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23180545-76df-4abe-8dc2-20da94be137b admin admin] Made reservation on behalf of 569cd81420d543bc9993e36aee3c1c5f for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:08:39.040157 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-23180545-76df-4abe-8dc2-20da94be137b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:39.204120 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-23180545-76df-4abe-8dc2-20da94be137b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:39.255263 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23180545-76df-4abe-8dc2-20da94be137b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f3fd10b-3a8c-49c9-a2f1-31199e80c08c,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:08:39.264774 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23180545-76df-4abe-8dc2-20da94be137b admin admin] Checking segment: {'id': '2c20d065-d3d9-4152-a7bf-cf2b060b6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5701ff2a-29dd-4d51-825e-d31e1290e565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:08:39.265125 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23180545-76df-4abe-8dc2-20da94be137b admin admin] Network hostable DHCP agents. Network: 5701ff2a-29dd-4d51-825e-d31e1290e565, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:08:39.282331 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23180545-76df-4abe-8dc2-20da94be137b admin admin] Network 5701ff2a-29dd-4d51-825e-d31e1290e565 is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:08:39.290964 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-23180545-76df-4abe-8dc2-20da94be137b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, 5701ff2a-29dd-4d51-825e-d31e1290e565) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:08:39.295032 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23180545-76df-4abe-8dc2-20da94be137b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:08:39.295614 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-23180545-76df-4abe-8dc2-20da94be137b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:39.300537 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66824da7-16b0-483d-a970-d08d034184e6 None None] Network 5701ff2a-29dd-4d51-825e-d31e1290e565 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:08:39.309639 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-23180545-76df-4abe-8dc2-20da94be137b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2946475 Sep 03 18:08:39.460977 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaafd0d0d-b7c3-59de-89b9-f8cd21a3ca16-5701ff2a-29dd-4d51-825e-d31e1290e565', 'network_id': '5701ff2a-29dd-4d51-825e-d31e1290e565', 'tenant_id': '569cd81420d543bc9993e36aee3c1c5f', 'fixed_ips': [{'subnet_id': '1f3fd10b-3a8c-49c9-a2f1-31199e80c08c'}]}} from dv-cinder-788782-10-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:08:39.462113 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:39.607329 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Allocated IP 192.168.233.2 (5701ff2a-29dd-4d51-825e-d31e1290e565/1f3fd10b-3a8c-49c9-a2f1-31199e80c08c/4f96c118-3e5b-403b-92b5-daa9101f7cf8) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:08:39.752489 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:39.762747 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Transition to ACTIVE for port object 4f96c118-3e5b-403b-92b5-daa9101f7cf8 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:08:39.778994 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Transition to ACTIVE for port object 4f96c118-3e5b-403b-92b5-daa9101f7cf8 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:08:39.785323 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:39.821945 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Network 5701ff2a-29dd-4d51-825e-d31e1290e565 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:08:39.824676 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:08:39.827683 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:08:39.839384 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Pushing event updated for resources: {'Port': ['ID=4f96c118-3e5b-403b-92b5-daa9101f7cf8,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:08:39.847572 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:39.847928 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:39.848957 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:39.849385 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:39.849782 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:39.850105 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:39.850451 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:39.850769 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:39.851098 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:39.851420 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:39.851733 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:39.852044 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:08:39.906625 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Attempting to bind port 4f96c118-3e5b-403b-92b5-daa9101f7cf8 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:08:39.906991 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Attempting to bind port 4f96c118-3e5b-403b-92b5-daa9101f7cf8 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': '2c20d065-d3d9-4152-a7bf-cf2b060b6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5701ff2a-29dd-4d51-825e-d31e1290e565'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:08:39.907347 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Attempting to bind port 4f96c118-3e5b-403b-92b5-daa9101f7cf8 on network 5701ff2a-29dd-4d51-825e-d31e1290e565 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:08:39.913075 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:08:39.913445 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Checking segment: {'id': '2c20d065-d3d9-4152-a7bf-cf2b060b6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5701ff2a-29dd-4d51-825e-d31e1290e565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:08:39.913842 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:39.914232 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Bound using segment: {'id': '2c20d065-d3d9-4152-a7bf-cf2b060b6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5701ff2a-29dd-4d51-825e-d31e1290e565'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:08:39.914756 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Bound port: 4f96c118-3e5b-403b-92b5-daa9101f7cf8, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c20d065-d3d9-4152-a7bf-cf2b060b6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5701ff2a-29dd-4d51-825e-d31e1290e565'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:08:39.915139 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:39.976629 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] For port 4f96c118-3e5b-403b-92b5-daa9101f7cf8, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:08:39.980383 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] For port 4f96c118-3e5b-403b-92b5-daa9101f7cf8, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=4f96c118-3e5b-403b-92b5-daa9101f7cf8,segment=NetworkSegment(2c20d065-d3d9-4152-a7bf-cf2b060b6f8c),segment_id=2c20d065-d3d9-4152-a7bf-cf2b060b6f8c)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:08:39.984007 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:40.047337 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c991d5c0-e76b-462c-92be-278342d37958 None None] Pushing event updated for resources: {'Port': ['ID=4f96c118-3e5b-403b-92b5-daa9101f7cf8,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:08:40.865894 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd28f559-d45c-4642-bde1-40465bf45c56 None None] Network 5701ff2a-29dd-4d51-825e-d31e1290e565 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:08:40.927176 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4120b13a-fe80-4fed-92a7-8ffac356e2a9 None None] Provisioning for port 4f96c118-3e5b-403b-92b5-daa9101f7cf8 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:08:42.037269 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 4f96c118-3e5b-403b-92b5-daa9101f7cf8 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:08:42.087369 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 4f96c118-3e5b-403b-92b5-daa9101f7cf8 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:08:42.090986 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 4f96c118-3e5b-403b-92b5-daa9101f7cf8 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:08:42.091350 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:42.171347 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:42.203652 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port 4f96c118-3e5b-403b-92b5-daa9101f7cf8, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=4f96c118-3e5b-403b-92b5-daa9101f7cf8,segment=NetworkSegment(2c20d065-d3d9-4152-a7bf-cf2b060b6f8c),segment_id=2c20d065-d3d9-4152-a7bf-cf2b060b6f8c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:08:42.207506 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:42.255794 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=4f96c118-3e5b-403b-92b5-daa9101f7cf8,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:08:44.022668 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 4f96c118-3e5b-403b-92b5-daa9101f7cf8 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:08:44.073061 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 4f96c118-3e5b-403b-92b5-daa9101f7cf8 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:08:44.073426 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:52.687523 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d69b3d9d-88fc-43a2-8121-d82871b4bf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:55.318848 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ab135516-e915-4c34-9982-05bfa90d8788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:55.826466 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:56.771246 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:08:58.072214 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:06.910401 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:09:22.690001 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-adeae437-8d1f-452f-bd14-52fd5e426868 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:25.319558 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-23e7bdc3-81fd-4c61-80cb-0e00067d820e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:25.827476 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:26.774887 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:28.078465 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:43.909198 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:09:50.525432 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43892) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:09:50.531626 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [None req-4cbd6956-c3ae-4b5a-bb71-634cc4e7db69 tempest-verify_tempest_config-821314895 tempest-verify_tempest_config-821314895-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:09:50.532609 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4cbd6956-c3ae-4b5a-bb71-634cc4e7db69 tempest-verify_tempest_config-821314895 tempest-verify_tempest_config-821314895-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061395 Sep 03 18:09:50.823388 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 43910) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:09:50.923589 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:51.012492 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:51.016166 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:51.058561 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f3c1e5-b8ad-4153-a317-4e423fde97c8,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:09:51.063006 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f28a8acc3c3048798cadc4f07ff76f4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2386072 Sep 03 18:09:51.065934 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 43914) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:09:51.067692 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.068058 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.068403 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.068736 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.069067 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.069414 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.069753 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.070095 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.070459 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.070787 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.071109 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.071444 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f24c2c9-d5bc-41cd-9a72-2cd1c7fc77af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.120634 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:51.140826 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:51.230025 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:51.232833 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:51.234018 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c8f3c1e5-b8ad-4153-a317-4e423fde97c8 HTTP/1.1" status: 204 len: 168 time: 0.1663864 Sep 03 18:09:51.242608 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f3c1e5-b8ad-4153-a317-4e423fde97c8,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:09:51.249394 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.249823 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.250167 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.250605 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.250957 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.251310 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.251646 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.252011 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.252325 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.252657 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.252994 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:51.253290 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-233ea52e-f38a-4006-ae66-8fbedd2cb3f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:09:52.691895 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5bf7bf10-f6c3-4331-9b0c-c1eb75118fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:55.320754 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3cb8fea4-ed98-4ab2-86c1-8e5a047630db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:55.826071 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:56.778884 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:09:58.080405 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:20.907848 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:10:22.692701 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e1f45b05-802d-45d3-9b54-5bdc5460d5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:25.320920 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-181241fc-bba3-421f-8c89-f25bd919e1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:25.827597 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:26.779101 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:28.084263 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:52.693327 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-244151ac-b231-460c-8e0a-036bb7ea34ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:55.320827 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-aff5ced5-bc9b-4366-ba3b-8894f5e7d92e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:55.828097 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:56.782859 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:10:57.906087 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 5 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:10:58.088172 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:22.694861 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6573b683-f0ae-4976-a2f8-4bddb5990b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:25.321203 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1c3dc7bf-f75e-4994-88b8-95ebec06df25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:25.831357 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:26.787316 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:28.090957 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:28.281858 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3823278'] for agent, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:34.904536 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:11:43.612628 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 43990) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:11:43.716886 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6a574962-b9ac-498e-8764-d10375366303 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.1031766 Sep 03 18:11:45.922690 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44000) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:11:45.976766 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6378bd7b-4e35-477a-bdc0-16f36bb87eb3 admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0530119 Sep 03 18:11:52.695831 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7cbb128f-4810-4db9-82e1-072d169b16af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:55.321778 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c4584c6e-a972-45d7-bf28-d58d0cc3edcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:55.833248 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:56.788956 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:58.094592 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:11:58.269777 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:11.902988 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:12:22.695951 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f10a65aa-55d2-4cd1-88ea-bfdb44be2e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:25.321512 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8deef851-879c-4ca3-ae9d-4a1e6e054f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:25.838005 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:26.792050 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:28.097682 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:28.254976 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:48.903375 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:12:52.697291 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-93e5ad3c-f33e-474b-b887-95458e3f78f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:55.322330 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-54c88d98-ef69-4a0a-98bc-4ceb68028473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:55.839456 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:56.795329 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:58.104431 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:12:58.254948 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:14.715169 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44126) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:14.979929 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1309603541-network', 'tenant_id': '2a5a03225ca04043ba31521d6734eca7'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:15.001495 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Made reservation on behalf of 2a5a03225ca04043ba31521d6734eca7 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:15.004420 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:15.012797 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:15.117512 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:15.122739 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:15.146873 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:13:15.166694 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:15.167309 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Added segment 4e266a9c-977f-4a2f-9e69-e0bb1b71e56d of type vlan for network 9471722c-97ce-46f5-a304-e21a9ab69282 Sep 03 18:13:15.168579 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8097f6cc-1f82-43be-b501-606d707a5af6,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:15.186662 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.187290 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.187795 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.188293 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.188787 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.189303 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.189801 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.190330 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.190854 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.191254 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.191586 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.192003 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Tracked resource versions report: Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: pushed versions: Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: { 'AddressGroup': {'1.2'}, Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'ConntrackHelper': {'1.0'}, Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Log': {'1.0'}, Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Network': {'1.1'}, Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Port': {'1.7'}, Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'PortForwarding': {'1.2'}, Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'QosPolicy': {'1.9'}, Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'SecurityGroup': {'1.4'}, Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'SubPort': {'1.0'}, Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Subnet': {'1.1'}, Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Trunk': {'1.1'}} Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: consumer versions: Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: { DHCP agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: HyperV agent@hv-cinder-78878: {}, Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: L3 agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: Metadata agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: Metering agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: Open vSwitch agent@dv-cinder-788782-10-iscsi: { 'AddressGroup': '1.2', Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'ConntrackHelper': '1.0', Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Log': '1.0', Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Network': '1.1', Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Port': '1.7', Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'PortForwarding': '1.2', Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'QosPolicy': '1.9', Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'SecurityGroup': '1.4', Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'SecurityGroupRule': '1.2', Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'SubPort': '1.0', Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Subnet': '1.1', Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: 'Trunk': '1.1'}} Sep 03 18:13:15.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: {{(pid=94085) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:13:15.226540 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:15.254329 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:15.255473 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:15.256251 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:15.295001 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5787163 Sep 03 18:13:15.297966 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44164) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:15.303552 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Request body: {'subnet': {'network_id': '9471722c-97ce-46f5-a304-e21a9ab69282', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1309603541-subnet', 'tenant_id': '2a5a03225ca04043ba31521d6734eca7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:15.325326 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Made reservation on behalf of 2a5a03225ca04043ba31521d6734eca7 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:15.328324 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:15.339037 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250fe1e-5170-448b-bd81-d37c86b18ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=9471722c-97ce-46f5-a304-e21a9ab69282,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:15.350585 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network 9471722c-97ce-46f5-a304-e21a9ab69282 details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:13:15.630213 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:15.679553 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=666f5779-7141-47e8-8f20-5a18ef916571,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:15.691178 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.691285 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.691599 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.691941 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.692419 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.692769 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.693107 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.693450 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.693787 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.694116 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.694572 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.694796 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Tracked resource versions report: Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: pushed versions: Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: { 'AddressGroup': {'1.2'}, Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'ConntrackHelper': {'1.0'}, Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Log': {'1.0'}, Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Network': {'1.1'}, Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Port': {'1.7'}, Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'PortForwarding': {'1.2'}, Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'QosPolicy': {'1.9'}, Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'SecurityGroup': {'1.4'}, Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'SubPort': {'1.0'}, Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Subnet': {'1.1'}, Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Trunk': {'1.1'}} Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: consumer versions: Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: { DHCP agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: HyperV agent@hv-cinder-78878: {}, Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: L3 agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: Metadata agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: Metering agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: Open vSwitch agent@dv-cinder-788782-10-iscsi: { 'AddressGroup': '1.2', Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'ConntrackHelper': '1.0', Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Log': '1.0', Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Network': '1.1', Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Port': '1.7', Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'PortForwarding': '1.2', Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'QosPolicy': '1.9', Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'SecurityGroup': '1.4', Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'SecurityGroupRule': '1.2', Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'SubPort': '1.0', Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Subnet': '1.1', Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: 'Trunk': '1.1'}} Sep 03 18:13:15.695906 dv-cinder-788782-10-iscsi neutron-server[94084]: {{(pid=94084) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:13:15.716932 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Checking segment: {'id': '4e266a9c-977f-4a2f-9e69-e0bb1b71e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9471722c-97ce-46f5-a304-e21a9ab69282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:15.717469 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Network hostable DHCP agents. Network: 9471722c-97ce-46f5-a304-e21a9ab69282, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:13:15.735599 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Network 9471722c-97ce-46f5-a304-e21a9ab69282 is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:13:15.744696 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, 9471722c-97ce-46f5-a304-e21a9ab69282) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:15.749173 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:15.749758 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:15.757904 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f91f0c4-29e2-4871-84c6-8b47eaed3776 None None] Network 9471722c-97ce-46f5-a304-e21a9ab69282 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:13:15.766481 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-57ab3cef-f12c-4ef9-8b7d-afd675cef0f5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4673455 Sep 03 18:13:15.887243 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bffd75-e007-4897-94a3-933eeccbfa19 None None] Network 9471722c-97ce-46f5-a304-e21a9ab69282 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:13:16.277227 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44224) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:16.284844 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44228) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:16.440290 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44242) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:16.669322 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-910134223-network', 'tenant_id': '40b1e142e0f249e69917c7878d4613a0'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:16.671383 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-0dcc13d9-21d2-427f-ba43-d2bad19ffd7a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-17554776-network', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:16.689663 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.db.api [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 03 18:13:16.689663 dv-cinder-788782-10-iscsi neutron-server[94085]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 03 18:13:16.689663 dv-cinder-788782-10-iscsi neutron-server[94085]: [parameters: {'project_id': '40b1e142e0f249e69917c7878d4613a0', 'id': 'a817a7cf-5900-4851-ae73-c087a677d213', 'expiration': datetime.datetime(2021, 9, 3, 18, 15, 16, 683897)}] Sep 03 18:13:16.689663 dv-cinder-788782-10-iscsi neutron-server[94085]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94085) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 03 18:13:16.690629 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG oslo_db.api [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 03 18:13:16.696582 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcc13d9-21d2-427f-ba43-d2bad19ffd7a admin admin] Made reservation on behalf of 91b2e3de39174dfaafef8a07f2e61bc2 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:16.699262 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0dcc13d9-21d2-427f-ba43-d2bad19ffd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:16.708324 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0dcc13d9-21d2-427f-ba43-d2bad19ffd7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:16.721129 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-5d2de00b-18b4-43c6-bdf2-76efda824a52 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-400062543-network', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:16.756698 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44254) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:16.802468 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0dcc13d9-21d2-427f-ba43-d2bad19ffd7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:16.807894 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0dcc13d9-21d2-427f-ba43-d2bad19ffd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:16.828119 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2de00b-18b4-43c6-bdf2-76efda824a52 admin admin] Made reservation on behalf of d9fad030dd65493e9b5094cd17743413 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:16.832333 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d2de00b-18b4-43c6-bdf2-76efda824a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:16.835689 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc13d9-21d2-427f-ba43-d2bad19ffd7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b9995c-0513-4125-a178-793b277a8de3,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:16.841465 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dcc13d9-21d2-427f-ba43-d2bad19ffd7a admin admin] vlan segment allocate from pool success with {'vlan_id': 435, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:13:16.845074 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d2de00b-18b4-43c6-bdf2-76efda824a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:16.852502 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0dcc13d9-21d2-427f-ba43-d2bad19ffd7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:16.853029 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-0dcc13d9-21d2-427f-ba43-d2bad19ffd7a admin admin] Added segment a683164a-5ff6-4c2b-ac96-725640d6a7b0 of type vlan for network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 Sep 03 18:13:16.895576 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0dcc13d9-21d2-427f-ba43-d2bad19ffd7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:16.923592 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0dcc13d9-21d2-427f-ba43-d2bad19ffd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:16.924620 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc13d9-21d2-427f-ba43-d2bad19ffd7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:16.925286 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0dcc13d9-21d2-427f-ba43-d2bad19ffd7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:16.965422 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d2de00b-18b4-43c6-bdf2-76efda824a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:16.971895 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d2de00b-18b4-43c6-bdf2-76efda824a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:16.993639 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-d823e81d-8855-4a84-93a6-e0dc6cfd4e09 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2069564955-network', 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:16.999613 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc13d9-21d2-427f-ba43-d2bad19ffd7a admin admin] Pushing event updated for resources: {'Network': ['ID=41fa7a84-d360-4dba-842f-a7b3bb1b4e04,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:17.006458 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0dcc13d9-21d2-427f-ba43-d2bad19ffd7a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7267680 Sep 03 18:13:17.007333 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44270) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:17.010306 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:13:17.028573 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-54e6c502-5fca-4bc9-a56c-69a6f39a3d08 admin admin] Request body: {'subnet': {'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-subnet', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:17.044635 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d823e81d-8855-4a84-93a6-e0dc6cfd4e09 admin admin] Made reservation on behalf of ffb56f8a86c44c33a37e5e17d2009e34 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:17.046915 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d823e81d-8855-4a84-93a6-e0dc6cfd4e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.069933 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e6c502-5fca-4bc9-a56c-69a6f39a3d08 admin admin] Made reservation on behalf of 91b2e3de39174dfaafef8a07f2e61bc2 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:17.072290 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-54e6c502-5fca-4bc9-a56c-69a6f39a3d08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.078437 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2de00b-18b4-43c6-bdf2-76efda824a52 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:13:17.095850 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d823e81d-8855-4a84-93a6-e0dc6cfd4e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.146038 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d2de00b-18b4-43c6-bdf2-76efda824a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.158523 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-5d2de00b-18b4-43c6-bdf2-76efda824a52 admin admin] Added segment adbe6979-0ed0-4819-9a77-d891345b2d19 of type vlan for network 6ba05fac-18ef-4556-b8bc-03611f5564b9 Sep 03 18:13:17.160584 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2de00b-18b4-43c6-bdf2-76efda824a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034f9776-63b1-4156-b1eb-edeb417a7c01,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:17.281945 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d2de00b-18b4-43c6-bdf2-76efda824a52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.314037 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-54e6c502-5fca-4bc9-a56c-69a6f39a3d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.356944 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d2de00b-18b4-43c6-bdf2-76efda824a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.357935 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2de00b-18b4-43c6-bdf2-76efda824a52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:17.358614 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d2de00b-18b4-43c6-bdf2-76efda824a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.409169 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6c502-5fca-4bc9-a56c-69a6f39a3d08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=208c51a8-f834-4218-8eaa-2936809d4cf5,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:17.464750 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e6c502-5fca-4bc9-a56c-69a6f39a3d08 admin admin] Checking segment: {'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:17.465414 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e6c502-5fca-4bc9-a56c-69a6f39a3d08 admin admin] Network hostable DHCP agents. Network: 41fa7a84-d360-4dba-842f-a7b3bb1b4e04, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:13:17.520723 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e6c502-5fca-4bc9-a56c-69a6f39a3d08 admin admin] Network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:13:17.543609 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-54e6c502-5fca-4bc9-a56c-69a6f39a3d08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, 41fa7a84-d360-4dba-842f-a7b3bb1b4e04) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:17.554774 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be1480-b50e-42ae-9e7d-1c67e358ea60 None None] Network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:13:17.562634 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e6c502-5fca-4bc9-a56c-69a6f39a3d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:17.563712 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-54e6c502-5fca-4bc9-a56c-69a6f39a3d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.635376 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2de00b-18b4-43c6-bdf2-76efda824a52 admin admin] Pushing event updated for resources: {'Network': ['ID=6ba05fac-18ef-4556-b8bc-03611f5564b9,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:17.649210 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network 6ba05fac-18ef-4556-b8bc-03611f5564b9 details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:13:17.688476 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d823e81d-8855-4a84-93a6-e0dc6cfd4e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.693844 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d823e81d-8855-4a84-93a6-e0dc6cfd4e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.732412 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823e81d-8855-4a84-93a6-e0dc6cfd4e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66ae2e73-6e9c-4c58-a529-1901b823422c,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:17.740620 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44292) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:17.747599 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-e19e70cc-9afb-421e-802a-02134b66bd07 admin admin] Request body: {'subnet': {'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-400062543-subnet', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:17.752961 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5d2de00b-18b4-43c6-bdf2-76efda824a52 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3103707 Sep 03 18:13:17.771604 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d823e81d-8855-4a84-93a6-e0dc6cfd4e09 admin admin] vlan segment allocate from pool success with {'vlan_id': 410, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:13:17.783749 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d823e81d-8855-4a84-93a6-e0dc6cfd4e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.784319 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-d823e81d-8855-4a84-93a6-e0dc6cfd4e09 admin admin] Added segment 9e5ce9a8-cb1a-4878-92bb-66e4cd13af64 of type vlan for network 9894e58b-23d3-4a72-ac4f-3d9c135a5f96 Sep 03 18:13:17.798284 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-54e6c502-5fca-4bc9-a56c-69a6f39a3d08 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7898021 Sep 03 18:13:17.798887 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44298) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:17.811250 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:17.814492 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] Made reservation on behalf of 40b1e142e0f249e69917c7878d4613a0 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:17.822616 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.840500 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.850612 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19e70cc-9afb-421e-802a-02134b66bd07 admin admin] Made reservation on behalf of d9fad030dd65493e9b5094cd17743413 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:17.857008 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e19e70cc-9afb-421e-802a-02134b66bd07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.937564 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaafd0d0d-b7c3-59de-89b9-f8cd21a3ca16-41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5'}]}} from dv-cinder-788782-10-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:13:17.938908 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.939522 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.945612 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:17.948086 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d823e81d-8855-4a84-93a6-e0dc6cfd4e09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:18.063736 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d823e81d-8855-4a84-93a6-e0dc6cfd4e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:18.064966 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d823e81d-8855-4a84-93a6-e0dc6cfd4e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:18.065824 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d823e81d-8855-4a84-93a6-e0dc6cfd4e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:18.155570 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:18.166498 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823e81d-8855-4a84-93a6-e0dc6cfd4e09 admin admin] Pushing event updated for resources: {'Network': ['ID=9894e58b-23d3-4a72-ac4f-3d9c135a5f96,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:18.182640 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44332) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:18.193138 dv-cinder-788782-10-iscsi neutron-server[94085]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 03 18:13:18.265676 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network 9894e58b-23d3-4a72-ac4f-3d9c135a5f96 details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:13:18.291269 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Allocated IP 172.20.0.2 (41fa7a84-d360-4dba-842f-a7b3bb1b4e04/208c51a8-f834-4218-8eaa-2936809d4cf5/7da4309f-299b-4681-bea4-498d960f4212) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:13:18.368388 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:18.379120 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:18.404905 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e19e70cc-9afb-421e-802a-02134b66bd07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:18.419885 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:18.453660 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d823e81d-8855-4a84-93a6-e0dc6cfd4e09 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6958675 Sep 03 18:13:18.454072 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44342) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:18.464752 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-691c0b57-c949-45c8-af4f-5c97abae549d admin admin] Request body: {'subnet': {'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2069564955-subnet', 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:18.500506 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] vlan segment allocate from pool success with {'vlan_id': 407, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:13:18.524124 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e70cc-9afb-421e-802a-02134b66bd07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afe12978-3220-4047-98a9-897ddeffcbac,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:18.529231 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-26a361b0-6d75-47cf-93ec-5713ed05f7af tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:18.532692 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-26a361b0-6d75-47cf-93ec-5713ed05f7af tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/networks?id=9471722c-97ce-46f5-a304-e21a9ab69282 HTTP/1.1" status: 200 len: 812 time: 0.3473392 Sep 03 18:13:18.535995 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0faf40c8-a5d4-41b9-81ff-204dc70614f3,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:18.543067 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:18.543525 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] Added segment fd3f7065-c6b8-4f1a-b7c5-405df5f9e3c8 of type vlan for network 78e12e9c-7072-429b-adec-0c7e4faa503b Sep 03 18:13:18.565129 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-d0d33005-413b-4c7a-bd00-457cb1deb715 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/quotas/2a5a03225ca04043ba31521d6734eca7 HTTP/1.1" status: 200 len: 375 time: 0.0235147 Sep 03 18:13:18.575725 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:18.579153 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19e70cc-9afb-421e-802a-02134b66bd07 admin admin] Checking segment: {'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:18.579523 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e70cc-9afb-421e-802a-02134b66bd07 admin admin] Network hostable DHCP agents. Network: 6ba05fac-18ef-4556-b8bc-03611f5564b9, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:13:18.591834 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Transition to ACTIVE for port object 7da4309f-299b-4681-bea4-498d960f4212 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:18.598368 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691c0b57-c949-45c8-af4f-5c97abae549d admin admin] Made reservation on behalf of ffb56f8a86c44c33a37e5e17d2009e34 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:18.600901 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-691c0b57-c949-45c8-af4f-5c97abae549d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:18.618233 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Transition to ACTIVE for port object 7da4309f-299b-4681-bea4-498d960f4212 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:18.641091 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19e70cc-9afb-421e-802a-02134b66bd07 admin admin] Network 6ba05fac-18ef-4556-b8bc-03611f5564b9 is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:13:18.650019 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:18.651163 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-e49747e3-84a5-45fc-9e76-eaa3379d0468 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=2a5a03225ca04043ba31521d6734eca7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0646393 Sep 03 18:13:18.667251 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:18.710147 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-e19e70cc-9afb-421e-802a-02134b66bd07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, 6ba05fac-18ef-4556-b8bc-03611f5564b9) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:18.715636 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19e70cc-9afb-421e-802a-02134b66bd07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:18.715815 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e19e70cc-9afb-421e-802a-02134b66bd07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:18.736313 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a96dd6d-004b-4567-b118-0b30eb9862fd None None] Network 6ba05fac-18ef-4556-b8bc-03611f5564b9 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:13:18.739537 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:18.740690 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:18.741335 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:18.794512 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:18.808341 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5219691 Sep 03 18:13:18.808908 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44364) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:18.823151 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-a4d3c2fe-db8e-42c6-9adf-8f98d5740e22 admin admin] Request body: {'subnet': {'network_id': '78e12e9c-7072-429b-adec-0c7e4faa503b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-910134223-subnet', 'tenant_id': '40b1e142e0f249e69917c7878d4613a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:18.860454 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:18.873190 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e19e70cc-9afb-421e-802a-02134b66bd07 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1303353 Sep 03 18:13:18.880564 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:13:18.882561 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44368) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:18.891585 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:18.919103 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757a2f2-9909-4421-85c1-7675bee2e13d admin admin] Pushing event updated for resources: {'Network': ['ID=78e12e9c-7072-429b-adec-0c7e4faa503b,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:18.957268 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network 78e12e9c-7072-429b-adec-0c7e4faa503b details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:13:18.985139 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Pushing event updated for resources: {'Port': ['ID=7da4309f-299b-4681-bea4-498d960f4212,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:18.997965 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d3c2fe-db8e-42c6-9adf-8f98d5740e22 admin admin] Made reservation on behalf of 40b1e142e0f249e69917c7878d4613a0 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:19.007824 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a4d3c2fe-db8e-42c6-9adf-8f98d5740e22 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:19.028997 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:19.061979 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:19.064895 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-acbd7bcb-d279-47b5-bccf-e4aca1649de9 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:13:19.067715 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-acbd7bcb-d279-47b5-bccf-e4aca1649de9 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2367318 Sep 03 18:13:19.215773 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Attempting to bind port 7da4309f-299b-4681-bea4-498d960f4212 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:13:19.216240 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Attempting to bind port 7da4309f-299b-4681-bea4-498d960f4212 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:13:19.228567 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Attempting to bind port 7da4309f-299b-4681-bea4-498d960f4212 on network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:13:19.259729 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:13:19.260772 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Checking segment: {'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:19.261493 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:19.262853 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Bound using segment: {'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:13:19.263819 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Bound port: 7da4309f-299b-4681-bea4-498d960f4212, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:13:19.264878 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:19.303307 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:19.303982 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:19.304430 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:19.304969 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:19.305520 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:19.306290 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:19.306835 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:19.307370 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:19.307955 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:19.308504 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:19.309050 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:19.309591 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Tracked resource versions report: Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: pushed versions: Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: { 'AddressGroup': {'1.2'}, Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'ConntrackHelper': {'1.0'}, Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Log': {'1.0'}, Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Network': {'1.1'}, Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Port': {'1.7'}, Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'PortForwarding': {'1.2'}, Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'QosPolicy': {'1.9'}, Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'SecurityGroup': {'1.4'}, Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'SubPort': {'1.0'}, Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Subnet': {'1.1'}, Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Trunk': {'1.1'}} Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: consumer versions: Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: { DHCP agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: HyperV agent@hv-cinder-78878: {}, Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: L3 agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: Metadata agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: Metering agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: Open vSwitch agent@dv-cinder-788782-10-iscsi: { 'AddressGroup': '1.2', Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'ConntrackHelper': '1.0', Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Log': '1.0', Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Network': '1.1', Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Port': '1.7', Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'PortForwarding': '1.2', Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'QosPolicy': '1.9', Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'SecurityGroup': '1.4', Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'SecurityGroupRule': '1.2', Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'SubPort': '1.0', Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Subnet': '1.1', Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: 'Trunk': '1.1'}} Sep 03 18:13:19.311697 dv-cinder-788782-10-iscsi neutron-server[94086]: {{(pid=94086) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:13:19.408047 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:19.412904 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:19.486288 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:19.538756 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] For port 7da4309f-299b-4681-bea4-498d960f4212, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:13:19.554828 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a4d3c2fe-db8e-42c6-9adf-8f98d5740e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:19.563106 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-769e50ce-d463-420f-beec-31cbde84dc2b service neutron] 10.222.0.45 "GET /v2.0/networks/9471722c-97ce-46f5-a304-e21a9ab69282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4656880 Sep 03 18:13:19.605332 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] For port 7da4309f-299b-4681-bea4-498d960f4212, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=7da4309f-299b-4681-bea4-498d960f4212,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:13:19.613001 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:19.631122 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Allocated IP 172.27.3.225 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/83b590cd-0c94-4a6e-a6e9-fa770ed0aaed) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:13:19.679898 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaafd0d0d-b7c3-59de-89b9-f8cd21a3ca16-6ba05fac-18ef-4556-b8bc-03611f5564b9', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac'}]}} from dv-cinder-788782-10-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:13:19.680433 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:19.693194 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57a4052-faa0-4e8e-ba01-0a777a72976a None None] Pushing event updated for resources: {'Port': ['ID=7da4309f-299b-4681-bea4-498d960f4212,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:19.694859 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3c2fe-db8e-42c6-9adf-8f98d5740e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76fbb9e8-b4a5-4a2a-be40-73bb6bf389ee,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:19.724710 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-691c0b57-c949-45c8-af4f-5c97abae549d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:19.790558 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:19.917473 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691c0b57-c949-45c8-af4f-5c97abae549d admin admin] Pushing event updated for resources: {'Subnet': ['ID=67ddc986-ec27-49bf-ac46-8bc382025127,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:19.922458 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-f408da12-8c54-46b2-97d7-d33956d4d10c service neutron] 10.222.0.45 "GET /v2.0/networks/9471722c-97ce-46f5-a304-e21a9ab69282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292621 Sep 03 18:13:19.951763 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:19.952572 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691c0b57-c949-45c8-af4f-5c97abae549d admin admin] Checking segment: {'id': '9e5ce9a8-cb1a-4878-92bb-66e4cd13af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:19.952939 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691c0b57-c949-45c8-af4f-5c97abae549d admin admin] Network hostable DHCP agents. Network: 9894e58b-23d3-4a72-ac4f-3d9c135a5f96, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:13:19.959398 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d3c2fe-db8e-42c6-9adf-8f98d5740e22 admin admin] Checking segment: {'id': 'fd3f7065-c6b8-4f1a-b7c5-405df5f9e3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '78e12e9c-7072-429b-adec-0c7e4faa503b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:19.961906 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d3c2fe-db8e-42c6-9adf-8f98d5740e22 admin admin] Network hostable DHCP agents. Network: 78e12e9c-7072-429b-adec-0c7e4faa503b, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:13:20.013830 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691c0b57-c949-45c8-af4f-5c97abae549d admin admin] Network 9894e58b-23d3-4a72-ac4f-3d9c135a5f96 is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:13:20.054224 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Allocated IP 172.20.0.2 (6ba05fac-18ef-4556-b8bc-03611f5564b9/afe12978-3220-4047-98a9-897ddeffcbac/478151cd-bed1-4dfd-afb8-d6d057bac0eb) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:13:20.064023 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d3c2fe-db8e-42c6-9adf-8f98d5740e22 admin admin] Network 78e12e9c-7072-429b-adec-0c7e4faa503b is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:13:20.071033 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:20.110396 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-a4d3c2fe-db8e-42c6-9adf-8f98d5740e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, 78e12e9c-7072-429b-adec-0c7e4faa503b) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:20.122294 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-691c0b57-c949-45c8-af4f-5c97abae549d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, 9894e58b-23d3-4a72-ac4f-3d9c135a5f96) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:20.129655 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d3c2fe-db8e-42c6-9adf-8f98d5740e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:20.131576 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a4d3c2fe-db8e-42c6-9adf-8f98d5740e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:20.139199 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57eb171-fb81-4853-8923-dcb47e6ce8fa None None] Network 78e12e9c-7072-429b-adec-0c7e4faa503b requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:13:20.156077 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004a5e01-55ca-4803-b754-f956237be357 None None] Network 9894e58b-23d3-4a72-ac4f-3d9c135a5f96 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:13:20.208204 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691c0b57-c949-45c8-af4f-5c97abae549d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:20.208838 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-691c0b57-c949-45c8-af4f-5c97abae549d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:20.247999 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:20.258208 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a4d3c2fe-db8e-42c6-9adf-8f98d5740e22 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4394884 Sep 03 18:13:20.288266 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:20.296270 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:13:20.304905 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44446) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:20.308855 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-691c0b57-c949-45c8-af4f-5c97abae549d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8484030 Sep 03 18:13:20.310210 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Pushing event updated for resources: {'Port': ['ID=83b590cd-0c94-4a6e-a6e9-fa770ed0aaed,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:20.334816 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2069564955-router', 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:20.444078 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 7da4309f-299b-4681-bea4-498d960f4212 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:20.644642 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:20.646219 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:20.667097 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:20.932625 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d6a0b670-770e-48d4-a967-ff932544ccd4 req-44b24033-79db-4d12-914e-3ae986072e70 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 210 time: 0.2888072 Sep 03 18:13:21.171121 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:21.187967 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:21.189219 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3921611'] for router, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:21.207462 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c580575f-34bb-4676-9e6c-ab4faf0d0b11 None None] Network 9894e58b-23d3-4a72-ac4f-3d9c135a5f96 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:13:21.249401 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 7da4309f-299b-4681-bea4-498d960f4212 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:13:21.293173 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:21.326598 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6139babb-3cfe-4d8f-b497-c933e01b9785 None None] Network 78e12e9c-7072-429b-adec-0c7e4faa503b requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:13:21.348665 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Transition to ACTIVE for port object 478151cd-bed1-4dfd-afb8-d6d057bac0eb will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:21.459069 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:21.511796 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44524) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:21.563872 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1433a3c3-2c0d-4794-9526-75de48ed5647 None None] Network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:13:21.623038 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:21.630943 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Router da857d23-6fa9-407e-aad5-e756288bf361 is scheduled to L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a with binding_index 1 {{(pid=94084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:13:21.689097 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Transition to ACTIVE for port object 478151cd-bed1-4dfd-afb8-d6d057bac0eb will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:21.751097 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:21.829301 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44540) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:21.837236 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Allocated IP 172.27.3.99 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/3b46592f-43dc-4863-afe6-17e35d76a41a) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:13:21.846671 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-4c0eebdf-ab2c-4851-8ab3-87865ed2d586 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1252018406-network', 'tenant_id': '5d03aea346474f8a93ce84e647a84015'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:21.940464 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Network 6ba05fac-18ef-4556-b8bc-03611f5564b9 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:21.942071 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:13:21.951401 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c0eebdf-ab2c-4851-8ab3-87865ed2d586 admin admin] Made reservation on behalf of 5d03aea346474f8a93ce84e647a84015 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:21.953754 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c0eebdf-ab2c-4851-8ab3-87865ed2d586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:21.960012 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:21.963852 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Sync routers for ids ['da857d23-6fa9-407e-aad5-e756288bf361'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:13:21.971817 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c0eebdf-ab2c-4851-8ab3-87865ed2d586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:21.977140 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Routers {'da857d23-6fa9-407e-aad5-e756288bf361'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:13:21.978985 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:12:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['da857d23-6fa9-407e-aad5-e756288bf361'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:21.980355 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:13:21.982634 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Pushing event updated for resources: {'Port': ['ID=478151cd-bed1-4dfd-afb8-d6d057bac0eb,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:21.985920 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-2df5867c-f868-4c6c-831e-a36043112f75 None None] Provisioning for port 7da4309f-299b-4681-bea4-498d960f4212 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:13:22.013373 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-2df5867c-f868-4c6c-831e-a36043112f75 None None] Provisioning complete for port 7da4309f-299b-4681-bea4-498d960f4212 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:22.013740 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2df5867c-f868-4c6c-831e-a36043112f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.020385 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5a2a2927-fdf0-4d2c-922f-5a17786124c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.028620 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.030146 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f269dccf-0528-4e95-9856-0fcfa423d680 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.2277811 Sep 03 18:13:22.033853 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44550) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:22.156986 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Attempting to bind port 478151cd-bed1-4dfd-afb8-d6d057bac0eb on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:13:22.157348 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Attempting to bind port 478151cd-bed1-4dfd-afb8-d6d057bac0eb by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:13:22.157698 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Attempting to bind port 478151cd-bed1-4dfd-afb8-d6d057bac0eb on network 6ba05fac-18ef-4556-b8bc-03611f5564b9 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:13:22.166457 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:13:22.166883 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Checking segment: {'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:22.167226 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.167611 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Bound using segment: {'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:13:22.168071 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Bound port: 478151cd-bed1-4dfd-afb8-d6d057bac0eb, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:13:22.168458 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.210772 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5a2a2927-fdf0-4d2c-922f-5a17786124c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.218669 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5a2a2927-fdf0-4d2c-922f-5a17786124c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.266851 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2df5867c-f868-4c6c-831e-a36043112f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.271390 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Set router da857d23-6fa9-407e-aad5-e756288bf361 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:13:22.309909 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5a2a2927-fdf0-4d2c-922f-5a17786124c9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=166284c034184129a2b966cd5b052bad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7820003 Sep 03 18:13:22.314013 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44560) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:22.346144 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] For port 478151cd-bed1-4dfd-afb8-d6d057bac0eb, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:13:22.363150 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a2927-fdf0-4d2c-922f-5a17786124c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d0a968-b36a-4943-bf8a-1402c58343ee,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:22.368618 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] For port 478151cd-bed1-4dfd-afb8-d6d057bac0eb, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=478151cd-bed1-4dfd-afb8-d6d057bac0eb,segment=NetworkSegment(adbe6979-0ed0-4819-9a77-d891345b2d19),segment_id=adbe6979-0ed0-4819-9a77-d891345b2d19)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:13:22.377969 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-2df5867c-f868-4c6c-831e-a36043112f75 None None] For port 7da4309f-299b-4681-bea4-498d960f4212, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=7da4309f-299b-4681-bea4-498d960f4212,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:13:22.383702 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.388134 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2df5867c-f868-4c6c-831e-a36043112f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.446251 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-29f76cb0-63eb-4d3d-8e9a-4ea333a27897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.503825 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-29f76cb0-63eb-4d3d-8e9a-4ea333a27897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.511351 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9334a73-7ab7-4361-a341-569a2c6823c8 None None] Pushing event updated for resources: {'Port': ['ID=478151cd-bed1-4dfd-afb8-d6d057bac0eb,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:22.567585 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:20Z', 'revision_number': 3, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:22.602803 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-29f76cb0-63eb-4d3d-8e9a-4ea333a27897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.617820 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-29f76cb0-63eb-4d3d-8e9a-4ea333a27897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.620164 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-29f76cb0-63eb-4d3d-8e9a-4ea333a27897 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6d0a968-b36a-4943-bf8a-1402c58343ee HTTP/1.1" status: 204 len: 168 time: 0.3049903 Sep 03 18:13:22.642791 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f76cb0-63eb-4d3d-8e9a-4ea333a27897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d0a968-b36a-4943-bf8a-1402c58343ee,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:22.660441 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Checking router: da857d23-6fa9-407e-aad5-e756288bf361 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:13:22.661058 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Updating router da857d23-6fa9-407e-aad5-e756288bf361 port 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed binding host dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:13:22.679652 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.688485 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df5867c-f868-4c6c-831e-a36043112f75 None None] Pushing event updated for resources: {'Port': ['ID=7da4309f-299b-4681-bea4-498d960f4212,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:22.703144 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aa130afa-3ce3-4630-8674-e4ef3449ab5e req-4529c1a5-0b6a-4561-9fd1-78bd8aef7331 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 210 time: 0.5694206 Sep 03 18:13:22.709822 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.775936 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-d35b15d5-e2fc-42a7-bdaf-6c9789113eb6 None None] Provisioning complete for port 7da4309f-299b-4681-bea4-498d960f4212 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:22.776538 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d35b15d5-e2fc-42a7-bdaf-6c9789113eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:22.778291 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a1e93be3-82e4-4368-9837-040c73c860b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.071377 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.151534 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.158154 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:23.173735 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:23.197217 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:13:23.200131 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=3b46592f-43dc-4863-afe6-17e35d76a41a,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:23.205457 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.211994 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44580) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:23.225168 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1167a37c-dc80-4cb6-9886-b23164561d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.240082 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.250107 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Transition to ACTIVE for port object 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:23.255273 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.307834 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Attempting to bind port 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:13:23.308243 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Attempting to bind port 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:13:23.308575 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Attempting to bind port 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed on network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:13:23.310555 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107b17b-a772-4678-9d3e-200d6cff5219 None None] Pushing event updated for resources: {'Port': ['ID=83b590cd-0c94-4a6e-a6e9-fa770ed0aaed,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:23.320268 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 12, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:13:23.320642 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Checking segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:23.321039 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.321430 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Bound using segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:13:23.321896 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Bound port: 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:13:23.322333 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.324796 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107b17b-a772-4678-9d3e-200d6cff5219 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:23.325158 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107b17b-a772-4678-9d3e-200d6cff5219 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:23.325495 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107b17b-a772-4678-9d3e-200d6cff5219 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:23.325817 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107b17b-a772-4678-9d3e-200d6cff5219 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:23.326142 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107b17b-a772-4678-9d3e-200d6cff5219 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:23.326486 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107b17b-a772-4678-9d3e-200d6cff5219 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:23.326804 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107b17b-a772-4678-9d3e-200d6cff5219 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:23.327121 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107b17b-a772-4678-9d3e-200d6cff5219 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:23.327450 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107b17b-a772-4678-9d3e-200d6cff5219 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:23.327768 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107b17b-a772-4678-9d3e-200d6cff5219 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:23.328080 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107b17b-a772-4678-9d3e-200d6cff5219 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:23.328392 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107b17b-a772-4678-9d3e-200d6cff5219 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4107b17b-a772-4678-9d3e-200d6cff5219 None None] Tracked resource versions report: Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: pushed versions: Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: { 'AddressGroup': {'1.2'}, Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'ConntrackHelper': {'1.0'}, Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Log': {'1.0'}, Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Network': {'1.1'}, Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Port': {'1.7'}, Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'PortForwarding': {'1.2'}, Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'QosPolicy': {'1.9'}, Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'SecurityGroup': {'1.4'}, Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'SecurityGroupRule': {'1.2'}, Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'SubPort': {'1.0'}, Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Subnet': {'1.1'}, Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Trunk': {'1.1'}} Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: consumer versions: Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: { DHCP agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: HyperV agent@hv-cinder-78878: {}, Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: L3 agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: Metadata agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: Metering agent@dv-cinder-788782-10-iscsi: {}, Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: Open vSwitch agent@dv-cinder-788782-10-iscsi: { 'AddressGroup': '1.2', Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'ConntrackHelper': '1.0', Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Log': '1.0', Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Network': '1.1', Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Port': '1.7', Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'PortForwarding': '1.2', Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'QosPolicy': '1.9', Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'SecurityGroup': '1.4', Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'SecurityGroupRule': '1.2', Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'SubPort': '1.0', Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Subnet': '1.1', Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: 'Trunk': '1.1'}} Sep 03 18:13:23.329484 dv-cinder-788782-10-iscsi neutron-server[94087]: {{(pid=94087) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 03 18:13:23.384902 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] For port 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:13:23.388366 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] For port 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=83b590cd-0c94-4a6e-a6e9-fa770ed0aaed,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:13:23.393091 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.432546 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c0eebdf-ab2c-4851-8ab3-87865ed2d586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.469155 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Routers {'da857d23-6fa9-407e-aad5-e756288bf361'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:13:23.470609 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:12:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['da857d23-6fa9-407e-aad5-e756288bf361'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:23.473205 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4107b17b-a772-4678-9d3e-200d6cff5219 None None] Pushing event updated for resources: {'Port': ['ID=83b590cd-0c94-4a6e-a6e9-fa770ed0aaed,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:23.483193 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c0eebdf-ab2c-4851-8ab3-87865ed2d586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.523502 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c0eebdf-ab2c-4851-8ab3-87865ed2d586 admin admin] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:13:23.557557 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1167a37c-dc80-4cb6-9886-b23164561d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.562446 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1167a37c-dc80-4cb6-9886-b23164561d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.610585 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c0eebdf-ab2c-4851-8ab3-87865ed2d586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.611147 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-4c0eebdf-ab2c-4851-8ab3-87865ed2d586 admin admin] Added segment 282c086c-1da9-4a21-a698-1dc6b788e3ed of type vlan for network bbb557bc-0757-452d-a9e4-78a8cb8c96ff Sep 03 18:13:23.624736 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-1167a37c-dc80-4cb6-9886-b23164561d48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5599fe5611d4a13a5db6f765c9ca51e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4093947 Sep 03 18:13:23.624736 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1167a37c-dc80-4cb6-9886-b23164561d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ed71ae-6121-4e31-a970-3473e47b1488,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:23.636011 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] Set router da857d23-6fa9-407e-aad5-e756288bf361 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:13:23.639179 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44582) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:23.663681 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0eebdf-ab2c-4851-8ab3-87865ed2d586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f84ccf-553b-4a78-96f5-38e82653a139,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:23.739940 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad5131e9-eaa0-4d06-90f7-f12d8fbdb628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.765763 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.768066 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad5131e9-eaa0-4d06-90f7-f12d8fbdb628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.801461 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c0eebdf-ab2c-4851-8ab3-87865ed2d586 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.805815 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f783ce9b-13a6-4eae-be8d-d5ea30dbdfae None None] Network 6ba05fac-18ef-4556-b8bc-03611f5564b9 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:13:23.820177 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Allocated IP 172.27.3.47 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/d5141f16-5528-433b-ab23-aed58645cf94) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:13:23.849669 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad5131e9-eaa0-4d06-90f7-f12d8fbdb628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.853245 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad5131e9-eaa0-4d06-90f7-f12d8fbdb628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.855843 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ad5131e9-eaa0-4d06-90f7-f12d8fbdb628 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d7ed71ae-6121-4e31-a970-3473e47b1488 HTTP/1.1" status: 204 len: 168 time: 0.2119844 Sep 03 18:13:23.865976 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5131e9-eaa0-4d06-90f7-f12d8fbdb628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ed71ae-6121-4e31-a970-3473e47b1488,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:23.942545 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:20Z', 'revision_number': 3, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:23.946903 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c0eebdf-ab2c-4851-8ab3-87865ed2d586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.948039 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0eebdf-ab2c-4851-8ab3-87865ed2d586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:23.948770 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4c0eebdf-ab2c-4851-8ab3-87865ed2d586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:23.953172 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-249ecdfc-9f85-49f6-9da8-110eb0c777c8 None None] Provisioning for port 478151cd-bed1-4dfd-afb8-d6d057bac0eb completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:13:23.974816 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf2ee15-b3a0-4bfe-9e11-1cb35553ebb2 None None] The sync data for ids ['da857d23-6fa9-407e-aad5-e756288bf361'] in dv-cinder-788782-10-iscsi is: [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:20Z', 'revision_number': 3, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:13:23.986718 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fdb14932-662c-4e83-bda9-50371da3ee5b req-4831ee52-99a1-400b-8bb1-fc9f3f9e5af0 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 210 time: 0.1106386 Sep 03 18:13:24.072460 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4c0eebdf-ab2c-4851-8ab3-87865ed2d586 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.2325096 Sep 03 18:13:24.076139 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44596) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:24.086726 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-d2d56e8b-c396-4f2c-8549-128eea7d6d7b admin admin] Request body: {'subnet': {'network_id': 'bbb557bc-0757-452d-a9e4-78a8cb8c96ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1252018406-subnet', 'tenant_id': '5d03aea346474f8a93ce84e647a84015', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:24.089318 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:24.125732 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d56e8b-c396-4f2c-8549-128eea7d6d7b admin admin] Made reservation on behalf of 5d03aea346474f8a93ce84e647a84015 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:24.128114 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d2d56e8b-c396-4f2c-8549-128eea7d6d7b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:24.405233 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Allocated IP 172.20.0.1 (41fa7a84-d360-4dba-842f-a7b3bb1b4e04/208c51a8-f834-4218-8eaa-2936809d4cf5/e4171c9f-b917-4dd3-8758-1f74e0cbe508) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:13:24.420956 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d2d56e8b-c396-4f2c-8549-128eea7d6d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:24.464068 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 7da4309f-299b-4681-bea4-498d960f4212 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:24.539380 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0eebdf-ab2c-4851-8ab3-87865ed2d586 admin admin] Pushing event updated for resources: {'Network': ['ID=bbb557bc-0757-452d-a9e4-78a8cb8c96ff,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:24.554921 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network bbb557bc-0757-452d-a9e4-78a8cb8c96ff details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:13:24.561957 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d56e8b-c396-4f2c-8549-128eea7d6d7b admin admin] Checking segment: {'id': '282c086c-1da9-4a21-a698-1dc6b788e3ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'bbb557bc-0757-452d-a9e4-78a8cb8c96ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:24.562427 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d56e8b-c396-4f2c-8549-128eea7d6d7b admin admin] Network hostable DHCP agents. Network: bbb557bc-0757-452d-a9e4-78a8cb8c96ff, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:13:24.564620 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d56e8b-c396-4f2c-8549-128eea7d6d7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=774e29a6-5e5f-4f9e-899e-c020a2c1fe1b,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:24.593430 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d56e8b-c396-4f2c-8549-128eea7d6d7b admin admin] Network bbb557bc-0757-452d-a9e4-78a8cb8c96ff is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:13:24.605363 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-d2d56e8b-c396-4f2c-8549-128eea7d6d7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, bbb557bc-0757-452d-a9e4-78a8cb8c96ff) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:24.611198 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d56e8b-c396-4f2c-8549-128eea7d6d7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:24.612068 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d2d56e8b-c396-4f2c-8549-128eea7d6d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:24.624428 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edbbd7f-98d3-4fc5-913b-13b321308382 None None] Network bbb557bc-0757-452d-a9e4-78a8cb8c96ff requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:13:24.672372 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d2d56e8b-c396-4f2c-8549-128eea7d6d7b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5945888 Sep 03 18:13:24.761056 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 7da4309f-299b-4681-bea4-498d960f4212 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:24.761438 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:24.766421 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:24.911834 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3921611'] for router, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:24.946417 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44626) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:25.034196 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0997dfcc-1497-4160-be06-2ee9702b907c None None] Network bbb557bc-0757-452d-a9e4-78a8cb8c96ff requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:13:25.069168 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:25.087806 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Transition to ACTIVE for port object e4171c9f-b917-4dd3-8758-1f74e0cbe508 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:25.110643 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-961cb3f5-475d-4471-9b49-42777206e93f admin admin] Deleting subnet 76fbb9e8-b4a5-4a2a-be40-73bb6bf389ee {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:13:25.115900 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-961cb3f5-475d-4471-9b49-42777206e93f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:25.149863 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:25.161954 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-961cb3f5-475d-4471-9b49-42777206e93f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:25.178398 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-961cb3f5-475d-4471-9b49-42777206e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:25.265924 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Pushing event updated for resources: {'Port': ['ID=d5141f16-5528-433b-ab23-aed58645cf94,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:25.340633 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6b14f2e0-8659-4852-adb9-6cebaf991c6d req-732116ee-4ac8-4628-a93f-097c4aab2102 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 210 time: 0.0765705 Sep 03 18:13:25.342073 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:25.352816 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:25.368500 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:25.374607 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:13:25.507270 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 478151cd-bed1-4dfd-afb8-d6d057bac0eb up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:25.523762 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-eb5f22f6-5f65-43f1-a3fd-898b172266ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:25.601763 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.55', 49824) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:25.615023 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:25.615827 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Router a9c8a15a-9038-46cc-96d8-2bcb6848b236 is scheduled to L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:13:25.630294 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Pushing event updated for resources: {'Port': ['ID=e4171c9f-b917-4dd3-8758-1f74e0cbe508,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:25.638677 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:25.669533 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 478151cd-bed1-4dfd-afb8-d6d057bac0eb completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:13:25.677265 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 478151cd-bed1-4dfd-afb8-d6d057bac0eb triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:25.677754 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:25.714062 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:13:25.714786 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823332'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:25.723250 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-961cb3f5-475d-4471-9b49-42777206e93f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:25.892508 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:25.903097 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:13:25.918381 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:25.986438 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cb3f5-475d-4471-9b49-42777206e93f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76fbb9e8-b4a5-4a2a-be40-73bb6bf389ee,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:25.987422 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port 478151cd-bed1-4dfd-afb8-d6d057bac0eb, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=478151cd-bed1-4dfd-afb8-d6d057bac0eb,segment=NetworkSegment(adbe6979-0ed0-4819-9a77-d891345b2d19),segment_id=adbe6979-0ed0-4819-9a77-d891345b2d19)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:13:26.010903 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:26.100126 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-961cb3f5-475d-4471-9b49-42777206e93f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:26.104747 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-961cb3f5-475d-4471-9b49-42777206e93f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/76fbb9e8-b4a5-4a2a-be40-73bb6bf389ee HTTP/1.1" status: 204 len: 168 time: 1.1550007 Sep 03 18:13:26.113456 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44690) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:26.161167 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=478151cd-bed1-4dfd-afb8-d6d057bac0eb,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:26.194843 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-256071b5-676d-4926-935d-97f6d846d6fc tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:26.196631 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-256071b5-676d-4926-935d-97f6d846d6fc tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.55 "GET /v2.0/networks?id=9471722c-97ce-46f5-a304-e21a9ab69282 HTTP/1.1" status: 200 len: 812 time: 0.5782804 Sep 03 18:13:26.227494 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-febebcd9-8fc3-470d-87d2-be6b4f2c02d8 None None] Provisioning for port e4171c9f-b917-4dd3-8758-1f74e0cbe508 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:13:26.233435 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-febebcd9-8fc3-470d-87d2-be6b4f2c02d8 None None] Provisioning complete for port e4171c9f-b917-4dd3-8758-1f74e0cbe508 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:26.234081 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-febebcd9-8fc3-470d-87d2-be6b4f2c02d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:26.319601 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-634a7bde-ea2a-4030-8067-1beb498537e1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Request body: {'port': {'device_id': 'a5c867bd-ca2a-47ba-89eb-ae047e990f42', 'network_id': '9471722c-97ce-46f5-a304-e21a9ab69282', 'admin_state_up': True, 'tenant_id': '2a5a03225ca04043ba31521d6734eca7'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:26.326941 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-febebcd9-8fc3-470d-87d2-be6b4f2c02d8 None None] Port e4171c9f-b917-4dd3-8758-1f74e0cbe508 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:13:26.363488 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:26.423971 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:26.502492 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:13:26.508759 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:26.509157 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:26.656733 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:13:26.669682 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:26.683292 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:13:26.683871 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:13:26.684760 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:13:26.685672 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Subscribe: > port after_create 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:13:26.685806 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Sync routers for ids ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:13:26.686371 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:13:26.686853 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Subscribe: > port after_update 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:13:26.687326 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:13:26.687833 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:13:26.688302 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:13:26.688758 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:13:26.717785 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7c84f5d4-059d-4075-b501-69e0ce83f816 req-3609a61c-5422-4b23-9a53-4e7d452e44a6 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 210 time: 0.1752026 Sep 03 18:13:26.728787 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:26.730051 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ed117ddb-bce9-4961-8495-9cee7b8e1ad4 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.8465517 Sep 03 18:13:26.743640 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44734) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:26.757262 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Routers {'a9c8a15a-9038-46cc-96d8-2bcb6848b236'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:13:26.757474 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:13:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:26.769330 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:26.853718 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=83b590cd-0c94-4a6e-a6e9-fa770ed0aaed,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:13:26.859230 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:26.912069 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:13:26.912421 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:13:26.912749 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:13:26.913069 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94084) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:13:26.913440 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e12e9c-7072-429b-adec-0c7e4faa503b']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:26.931739 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd3f7065-c6b8-4f1a-b7c5-405df5f9e3c8') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:26.932034 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd3f7065-c6b8-4f1a-b7c5-405df5f9e3c8') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:26.959376 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28422698'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:27.015437 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:27.025242 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:13:27.036745 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Set router a9c8a15a-9038-46cc-96d8-2bcb6848b236 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:13:27.037702 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26210725'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:27.070040 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:27.099021 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:27.099781 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920916'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: from cryptography.utils import int_from_bytes Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: from cryptography.utils import int_from_bytes Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: timer() Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: cb(*args, **kw) Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: self._notify() Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: self.callback(batched_events) Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: event.method(event) Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._get(url).json() Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:13:27.149278 dv-cinder-788782-10-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:13:27.152946 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:27.166414 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:27.170841 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] 10.222.0.45 "DELETE /v2.0/networks/78e12e9c-7072-429b-adec-0c7e4faa503b HTTP/1.1" status: 204 len: 168 time: 1.0385647 Sep 03 18:13:27.180180 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44758) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:27.224812 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:27.255919 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:27.355873 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba3cef-e3b3-425b-9924-c089b74e2656 admin admin] Pushing event deleted for resources: {'Network': ['ID=78e12e9c-7072-429b-adec-0c7e4faa503b,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:27.368706 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:27.503856 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:27.507930 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:27.526358 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e068b3-15e4-42df-b279-9e8d3a81f21b admin admin] Deleting subnet 774e29a6-5e5f-4f9e-899e-c020a2c1fe1b {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:13:27.540371 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-93e068b3-15e4-42df-b279-9e8d3a81f21b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:27.575046 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=83b590cd-0c94-4a6e-a6e9-fa770ed0aaed,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:27.658827 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-634a7bde-ea2a-4030-8067-1beb498537e1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Made reservation on behalf of 2a5a03225ca04043ba31521d6734eca7 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:27.670504 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-634a7bde-ea2a-4030-8067-1beb498537e1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:27.682382 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Pushing event updated for resources: {'Port': ['ID=e4171c9f-b917-4dd3-8758-1f74e0cbe508,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:27.857745 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:23Z', 'revision_number': 3, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:27.886764 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44774) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:27.959790 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-93e068b3-15e4-42df-b279-9e8d3a81f21b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28422707'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:27.963471 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Checking router: a9c8a15a-9038-46cc-96d8-2bcb6848b236 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:13:27.965130 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Updating router a9c8a15a-9038-46cc-96d8-2bcb6848b236 port 3b46592f-43dc-4863-afe6-17e35d76a41a binding host dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:13:28.071185 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-545c5b9d-3a63-4126-a550-289b00717859 req-d7c098fe-9ab5-476a-bde7-e16c5781e6aa tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 210 time: 0.0872066 Sep 03 18:13:28.104362 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:28.174521 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-c7e46a3b-dc04-4343-a5a6-82e96d458830 None None] Provisioning complete for port e4171c9f-b917-4dd3-8758-1f74e0cbe508 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:28.174923 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c7e46a3b-dc04-4343-a5a6-82e96d458830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:28.253115 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9b06f600-9f1f-4bc7-b57d-9e62b459d38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:28.297576 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-93e068b3-15e4-42df-b279-9e8d3a81f21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:28.338004 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-c7e46a3b-dc04-4343-a5a6-82e96d458830 None None] Port e4171c9f-b917-4dd3-8758-1f74e0cbe508 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:13:28.385351 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 478151cd-bed1-4dfd-afb8-d6d057bac0eb up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:28.407082 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:28.416779 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Router da857d23-6fa9-407e-aad5-e756288bf361 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:13:28.429049 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-634a7bde-ea2a-4030-8067-1beb498537e1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Allocated IP 172.20.0.9 (9471722c-97ce-46f5-a304-e21a9ab69282/666f5779-7141-47e8-8f20-5a18ef916571/c91c3d1e-5b3d-4a37-a802-0f2c662155a6) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:13:28.504751 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:28.570668 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-93e068b3-15e4-42df-b279-9e8d3a81f21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26210811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26242172'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:28.729314 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-93e068b3-15e4-42df-b279-9e8d3a81f21b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:28.732375 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-93e068b3-15e4-42df-b279-9e8d3a81f21b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/774e29a6-5e5f-4f9e-899e-c020a2c1fe1b HTTP/1.1" status: 204 len: 168 time: 1.5333219 Sep 03 18:13:28.742988 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e068b3-15e4-42df-b279-9e8d3a81f21b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=774e29a6-5e5f-4f9e-899e-c020a2c1fe1b,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:28.748690 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44794) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:28.813738 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 478151cd-bed1-4dfd-afb8-d6d057bac0eb triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:28.813738 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:28.981134 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9b06f600-9f1f-4bc7-b57d-9e62b459d38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:28.983508 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3921611'] for router, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.008772 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:29.093681 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.114083 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Transition to ACTIVE for port object 3b46592f-43dc-4863-afe6-17e35d76a41a will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:29.124532 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.146011 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9b06f600-9f1f-4bc7-b57d-9e62b459d38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.163693 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-634a7bde-ea2a-4030-8067-1beb498537e1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.192099 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Attempting to bind port 3b46592f-43dc-4863-afe6-17e35d76a41a on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:13:29.192486 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Attempting to bind port 3b46592f-43dc-4863-afe6-17e35d76a41a by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:13:29.192989 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Attempting to bind port 3b46592f-43dc-4863-afe6-17e35d76a41a on network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:13:29.197788 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:29.198239 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.230507 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9b06f600-9f1f-4bc7-b57d-9e62b459d38e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f29d1c9816854f2b8a1dac66664c93d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3318436 Sep 03 18:13:29.241961 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b06f600-9f1f-4bc7-b57d-9e62b459d38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0395c53a-6bb3-445b-bf45-7e8ab9445ea4,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:29.246658 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44800) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:29.269512 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:13:29.270190 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Checking segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:29.279885 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.279885 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Bound using segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:13:29.279885 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Bound port: 3b46592f-43dc-4863-afe6-17e35d76a41a, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:13:29.280245 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.293984 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4210d-98bf-4a34-a855-f40ac96b9375 None None] Pushing event updated for resources: {'Port': ['ID=3b46592f-43dc-4863-afe6-17e35d76a41a,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:29.318817 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-634a7bde-ea2a-4030-8067-1beb498537e1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.371498 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-634a7bde-ea2a-4030-8067-1beb498537e1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Network 9471722c-97ce-46f5-a304-e21a9ab69282 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:29.398783 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6ed37c04-7317-45a8-b24e-791c462e5fa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.423164 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-634a7bde-ea2a-4030-8067-1beb498537e1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:29.429615 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6ed37c04-7317-45a8-b24e-791c462e5fa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.460409 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] For port 3b46592f-43dc-4863-afe6-17e35d76a41a, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:13:29.468670 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] For port 3b46592f-43dc-4863-afe6-17e35d76a41a, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=3b46592f-43dc-4863-afe6-17e35d76a41a,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:13:29.476603 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Router d1608a8f-58ee-4e3c-9897-feaf1adba1a9 is scheduled to L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:13:29.476832 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.485187 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44808) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:29.520379 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-634a7bde-ea2a-4030-8067-1beb498537e1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:13:29.555986 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c4210d-98bf-4a34-a855-f40ac96b9375 None None] Pushing event updated for resources: {'Port': ['ID=3b46592f-43dc-4863-afe6-17e35d76a41a,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:29.587885 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-634a7bde-ea2a-4030-8067-1beb498537e1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:29.589664 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-634a7bde-ea2a-4030-8067-1beb498537e1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.590989 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.591695 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Routers {'a9c8a15a-9038-46cc-96d8-2bcb6848b236'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:13:29.592520 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:13:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:29.876222 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] Set router a9c8a15a-9038-46cc-96d8-2bcb6848b236 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:13:29.885980 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-634a7bde-ea2a-4030-8067-1beb498537e1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5739858 Sep 03 18:13:29.912450 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:13:29.914119 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d760015-b548-4355-8371-2dbad7d679d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.930087 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Sync routers for ids ['da857d23-6fa9-407e-aad5-e756288bf361'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:13:29.945960 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Routers {'da857d23-6fa9-407e-aad5-e756288bf361'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:13:29.947358 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6ed37c04-7317-45a8-b24e-791c462e5fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.948230 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:13:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['da857d23-6fa9-407e-aad5-e756288bf361'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:29.955156 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6ed37c04-7317-45a8-b24e-791c462e5fa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:29.955156 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6ed37c04-7317-45a8-b24e-791c462e5fa5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0395c53a-6bb3-445b-bf45-7e8ab9445ea4 HTTP/1.1" status: 204 len: 168 time: 0.6972780 Sep 03 18:13:29.964609 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a7bde-ea2a-4030-8067-1beb498537e1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Pushing event updated for resources: {'Port': ['ID=c91c3d1e-5b3d-4a37-a802-0f2c662155a6,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:30.016234 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e8d42f09-bf26-43a9-9445-edbecfad5f96 admin admin] 10.222.0.45 "PUT /v2.0/routers/da857d23-6fa9-407e-aad5-e756288bf361/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9698081 Sep 03 18:13:30.066306 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed37c04-7317-45a8-b24e-791c462e5fa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0395c53a-6bb3-445b-bf45-7e8ab9445ea4,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:30.112106 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec41ba27-a63d-4d59-ab8b-28610b289e32 req-79bb8845-0136-42fb-b224-c03e98fad615 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:30.129815 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ec41ba27-a63d-4d59-ab8b-28610b289e32 req-79bb8845-0136-42fb-b224-c03e98fad615 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 931 time: 0.6393695 Sep 03 18:13:30.195170 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d760015-b548-4355-8371-2dbad7d679d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:30.218218 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-7d760015-b548-4355-8371-2dbad7d679d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbb557bc-0757-452d-a9e4-78a8cb8c96ff']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:30.245387 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-7d760015-b548-4355-8371-2dbad7d679d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282c086c-1da9-4a21-a698-1dc6b788e3ed') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:30.245688 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-7d760015-b548-4355-8371-2dbad7d679d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282c086c-1da9-4a21-a698-1dc6b788e3ed') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:30.275629 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d760015-b548-4355-8371-2dbad7d679d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28422698'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:30.314404 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d760015-b548-4355-8371-2dbad7d679d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:30.329296 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d760015-b548-4355-8371-2dbad7d679d0 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:13:30.330993 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d760015-b548-4355-8371-2dbad7d679d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26210725'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: timer() Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: cb(*args, **kw) Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: self._notify() Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: self.callback(batched_events) Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: event.method(event) Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._get(url).json() Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:13:30.333122 dv-cinder-788782-10-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:13:30.335155 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44822) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:30.433048 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Set router da857d23-6fa9-407e-aad5-e756288bf361 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:13:30.479051 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-8d556438-d3d7-45f0-b5cc-151dbd9f3e20 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:13:30.482201 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-8d556438-d3d7-45f0-b5cc-151dbd9f3e20 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0157490 Sep 03 18:13:30.499502 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d760015-b548-4355-8371-2dbad7d679d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:30.510396 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d760015-b548-4355-8371-2dbad7d679d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:30.515001 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7d760015-b548-4355-8371-2dbad7d679d0 admin admin] 10.222.0.45 "DELETE /v2.0/networks/bbb557bc-0757-452d-a9e4-78a8cb8c96ff HTTP/1.1" status: 204 len: 168 time: 1.7635937 Sep 03 18:13:30.544699 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d760015-b548-4355-8371-2dbad7d679d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbb557bc-0757-452d-a9e4-78a8cb8c96ff,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:30.556330 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ec41ba27-a63d-4d59-ab8b-28610b289e32 req-b01b13ab-3865-4c30-8bd8-ae8a0a2b887a tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4253185 Sep 03 18:13:30.707431 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:13:30.750747 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Sync routers for ids ['d1608a8f-58ee-4e3c-9897-feaf1adba1a9'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:13:30.792545 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Routers {'d1608a8f-58ee-4e3c-9897-feaf1adba1a9'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:13:30.793281 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:13:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['d1608a8f-58ee-4e3c-9897-feaf1adba1a9'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:30.809626 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:30.810904 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0a087bc5-68e2-48b1-a894-8d628373ffd8 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 10.5041740 Sep 03 18:13:30.815399 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44836) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:30.867558 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Allocated IP 172.20.0.1 (6ba05fac-18ef-4556-b8bc-03611f5564b9/afe12978-3220-4047-98a9-897ddeffcbac/f58dad48-b9fa-42ae-9530-4388e37eb277) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:13:30.930815 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:23Z', 'revision_number': 3, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:30.960857 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'e4171c9f-b917-4dd3-8758-1f74e0cbe508', 'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'mac_address': 'fa:16:3e:a5:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 2, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'subnets': [{'id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:30.989428 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5522839-c751-4864-8247-2cd91878bc81 None None] The sync data for ids ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'] in dv-cinder-788782-10-iscsi is: [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:23Z', 'revision_number': 3, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:13:31.005043 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Checking router: da857d23-6fa9-407e-aad5-e756288bf361 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:13:31.005664 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Updating router da857d23-6fa9-407e-aad5-e756288bf361 port e4171c9f-b917-4dd3-8758-1f74e0cbe508 binding host dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:13:31.023257 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Set router d1608a8f-58ee-4e3c-9897-feaf1adba1a9 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:13:31.025844 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44838) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:31.088633 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:31.103847 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-35268799-9ef4-461c-86ca-019a9ecb2564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:31.255829 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2a6a4767-80e0-47cb-bfc5-6ba71a41e1f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=40b1e142e0f249e69917c7878d4613a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2266138 Sep 03 18:13:31.265014 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44844) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:31.535088 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-35268799-9ef4-461c-86ca-019a9ecb2564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:31.538234 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:31.538781 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-35268799-9ef4-461c-86ca-019a9ecb2564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:31.573705 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Transition to ACTIVE for port object f58dad48-b9fa-42ae-9530-4388e37eb277 will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:31.607054 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-2069564955-router', 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'd5141f16-5528-433b-ab23-aed58645cf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:20Z', 'updated_at': '2021-09-03T18:13:25Z', 'revision_number': 3, 'project_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'gw_port': {'id': 'd5141f16-5528-433b-ab23-aed58645cf94', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:31.714078 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Checking router: d1608a8f-58ee-4e3c-9897-feaf1adba1a9 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:13:31.714078 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Updating router d1608a8f-58ee-4e3c-9897-feaf1adba1a9 port d5141f16-5528-433b-ab23-aed58645cf94 binding host dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:13:31.731229 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d5be41d2-1cb5-45ab-a3bf-553176eac2cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:31.792851 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:31.811586 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-35268799-9ef4-461c-86ca-019a9ecb2564 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=728d0d9c0ec24e909f633416ae801326&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4456131 Sep 03 18:13:31.813769 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d5be41d2-1cb5-45ab-a3bf-553176eac2cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:31.926606 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:31.933313 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44856) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:31.974723 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Request body: {'port': {'device_id': 'a5c867bd-ca2a-47ba-89eb-ae047e990f42', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:32.139734 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Pushing event updated for resources: {'Port': ['ID=f58dad48-b9fa-42ae-9530-4388e37eb277,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:32.147922 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:32.153765 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d5be41d2-1cb5-45ab-a3bf-553176eac2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:32.165407 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d5be41d2-1cb5-45ab-a3bf-553176eac2cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:32.165407 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d5be41d2-1cb5-45ab-a3bf-553176eac2cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0faf40c8-a5d4-41b9-81ff-204dc70614f3 HTTP/1.1" status: 204 len: 168 time: 0.8983641 Sep 03 18:13:32.189564 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Transition to ACTIVE for port object e4171c9f-b917-4dd3-8758-1f74e0cbe508 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:32.205821 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:32.234296 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35268799-9ef4-461c-86ca-019a9ecb2564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dcd6f52-7e55-43be-9473-5ceba3d8ded2,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:32.265327 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44864) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:32.267604 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-05ae5e8f-98ba-424d-a9e0-aef44ead52e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:32.332454 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-05ae5e8f-98ba-424d-a9e0-aef44ead52e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:32.372406 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 3b46592f-43dc-4863-afe6-17e35d76a41a up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:32.408527 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5be41d2-1cb5-45ab-a3bf-553176eac2cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0faf40c8-a5d4-41b9-81ff-204dc70614f3,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:32.411848 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab30c14-a08e-4c5e-8319-c391a105dfec None None] Pushing event updated for resources: {'Port': ['ID=e4171c9f-b917-4dd3-8758-1f74e0cbe508,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:32.439416 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Network 6ba05fac-18ef-4556-b8bc-03611f5564b9 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:32.440966 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-05ae5e8f-98ba-424d-a9e0-aef44ead52e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:32.444455 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-05ae5e8f-98ba-424d-a9e0-aef44ead52e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:32.446086 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-05ae5e8f-98ba-424d-a9e0-aef44ead52e2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7dcd6f52-7e55-43be-9473-5ceba3d8ded2 HTTP/1.1" status: 204 len: 168 time: 0.3800242 Sep 03 18:13:32.449629 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:32.469205 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:13:32.469920 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823332'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:32.473526 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ae5e8f-98ba-424d-a9e0-aef44ead52e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dcd6f52-7e55-43be-9473-5ceba3d8ded2,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:32.590208 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a7676-ca62-4166-bb8c-c524f742f505 req-d39a209f-612b-469b-b782-1fe701d2a9bc tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:32.613026 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d3a7676-ca62-4166-bb8c-c524f742f505 req-d39a209f-612b-469b-b782-1fe701d2a9bc tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 931 time: 0.6662450 Sep 03 18:13:32.646949 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 3b46592f-43dc-4863-afe6-17e35d76a41a completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:13:32.653606 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:32.658625 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 3b46592f-43dc-4863-afe6-17e35d76a41a triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:32.658625 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:32.767789 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:32.805335 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Attempting to bind port e4171c9f-b917-4dd3-8758-1f74e0cbe508 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:13:32.805690 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Attempting to bind port e4171c9f-b917-4dd3-8758-1f74e0cbe508 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:13:32.813126 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Attempting to bind port e4171c9f-b917-4dd3-8758-1f74e0cbe508 on network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:13:32.824031 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Transition to ACTIVE for port object d5141f16-5528-433b-ab23-aed58645cf94 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:32.826080 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5d3a7676-ca62-4166-bb8c-c524f742f505 req-41b340c0-c116-40d3-a4d0-0952ad469842 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118969 Sep 03 18:13:32.839399 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44878) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:32.857055 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:32.866848 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:13:32.867152 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Checking segment: {'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:32.868231 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:32.868231 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Bound using segment: {'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:13:32.868561 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Bound port: e4171c9f-b917-4dd3-8758-1f74e0cbe508, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:13:32.869097 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:32.869756 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-8978871a-99a3-4f75-85e8-bb7840db8111 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--477359043', 'description': 'tempest-description--1103527563'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:32.958501 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8978871a-99a3-4f75-85e8-bb7840db8111 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:33.155259 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] For port e4171c9f-b917-4dd3-8758-1f74e0cbe508, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:13:33.167696 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] For port e4171c9f-b917-4dd3-8758-1f74e0cbe508, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=e4171c9f-b917-4dd3-8758-1f74e0cbe508,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:13:33.176739 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Attempting to bind port d5141f16-5528-433b-ab23-aed58645cf94 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:13:33.178361 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:33.178671 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Attempting to bind port d5141f16-5528-433b-ab23-aed58645cf94 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:13:33.180201 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Attempting to bind port d5141f16-5528-433b-ab23-aed58645cf94 on network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:13:33.227103 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:13:33.239183 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Checking segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:33.240592 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:33.241623 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Bound using segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:13:33.243688 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Bound port: d5141f16-5528-433b-ab23-aed58645cf94, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:13:33.245073 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:33.249768 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a6060-af2d-4347-8661-81e8dbf251e7 None None] Pushing event updated for resources: {'Port': ['ID=d5141f16-5528-433b-ab23-aed58645cf94,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:33.280785 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8978871a-99a3-4f75-85e8-bb7840db8111 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:33.307515 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Routers {'da857d23-6fa9-407e-aad5-e756288bf361'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:13:33.308403 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:13:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['da857d23-6fa9-407e-aad5-e756288bf361'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:33.311243 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8978871a-99a3-4f75-85e8-bb7840db8111 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:33.335038 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:33.407170 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91c3d1e-5b3d-4a37-a802-0f2c662155a6 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:13:33.418656 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:33.420501 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8978871a-99a3-4f75-85e8-bb7840db8111 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb3da3d-1513-4462-8b9c-87040ed3cc77,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:33.427864 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8978871a-99a3-4f75-85e8-bb7840db8111 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:33.435290 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8978871a-99a3-4f75-85e8-bb7840db8111 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5813208 Sep 03 18:13:33.445724 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8db5c4d-9edb-49a4-af14-00bf32c4e652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:33.449186 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Transition to ACTIVE for port object c91c3d1e-5b3d-4a37-a802-0f2c662155a6 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:33.459058 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44882) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:33.482541 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port 3b46592f-43dc-4863-afe6-17e35d76a41a, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=3b46592f-43dc-4863-afe6-17e35d76a41a,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:13:33.515732 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:33.610755 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] Set router da857d23-6fa9-407e-aad5-e756288bf361 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:13:33.687619 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-8a8aaa6e-35c3-446b-8600-e6c14053109b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Request body: {'security_group_rule': {'security_group_id': '5eb3da3d-1513-4462-8b9c-87040ed3cc77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:33.726484 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-72217097-8727-450f-980f-c5e502fbbb44 None None] Provisioning for port f58dad48-b9fa-42ae-9530-4388e37eb277 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:13:33.759172 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] For port d5141f16-5528-433b-ab23-aed58645cf94, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:13:33.781533 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] For port d5141f16-5528-433b-ab23-aed58645cf94, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=d5141f16-5528-433b-ab23-aed58645cf94,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:13:33.784579 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8db5c4d-9edb-49a4-af14-00bf32c4e652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:33.784715 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-72217097-8727-450f-980f-c5e502fbbb44 None None] Provisioning complete for port f58dad48-b9fa-42ae-9530-4388e37eb277 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:33.785104 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-72217097-8727-450f-980f-c5e502fbbb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:33.793001 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8db5c4d-9edb-49a4-af14-00bf32c4e652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:33.814870 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:33.890576 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44890) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:33.903401 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:33.957532 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Pushing event updated for resources: {'Port': ['ID=c91c3d1e-5b3d-4a37-a802-0f2c662155a6,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:33.975897 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e8db5c4d-9edb-49a4-af14-00bf32c4e652 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=db1dbb529c374c928f746917f53138bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5563326 Sep 03 18:13:33.997180 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44892) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:34.017321 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=3b46592f-43dc-4863-afe6-17e35d76a41a,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:34.018156 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8db5c4d-9edb-49a4-af14-00bf32c4e652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d510a808-845e-4434-9fa1-88cc46f7c1a8,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:34.077651 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab30c14-a08e-4c5e-8319-c391a105dfec None None] Pushing event updated for resources: {'Port': ['ID=e4171c9f-b917-4dd3-8758-1f74e0cbe508,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:34.094158 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:34.158716 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a6060-af2d-4347-8661-81e8dbf251e7 None None] Pushing event updated for resources: {'Port': ['ID=d5141f16-5528-433b-ab23-aed58645cf94,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:34.165911 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Routers {'d1608a8f-58ee-4e3c-9897-feaf1adba1a9'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:13:34.169050 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:13:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['d1608a8f-58ee-4e3c-9897-feaf1adba1a9'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:34.268197 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 44896) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:34.273661 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-72217097-8727-450f-980f-c5e502fbbb44 None None] Port f58dad48-b9fa-42ae-9530-4388e37eb277 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:13:34.419591 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] Set router d1608a8f-58ee-4e3c-9897-feaf1adba1a9 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:13:34.428610 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Attempting to bind port c91c3d1e-5b3d-4a37-a802-0f2c662155a6 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:13:34.429195 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Attempting to bind port c91c3d1e-5b3d-4a37-a802-0f2c662155a6 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '4e266a9c-977f-4a2f-9e69-e0bb1b71e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9471722c-97ce-46f5-a304-e21a9ab69282'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:13:34.429410 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Attempting to bind port c91c3d1e-5b3d-4a37-a802-0f2c662155a6 on network 9471722c-97ce-46f5-a304-e21a9ab69282 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:13:34.465576 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d333aca0-50f3-4414-a111-daf3b35c509e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5d03aea346474f8a93ce84e647a84015&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4882975 Sep 03 18:13:34.476604 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'e4171c9f-b917-4dd3-8758-1f74e0cbe508', 'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'mac_address': 'fa:16:3e:a5:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'subnets': [{'id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:34.479001 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Port c91c3d1e-5b3d-4a37-a802-0f2c662155a6 on network 9471722c-97ce-46f5-a304-e21a9ab69282 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:13:34.479320 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Attempting to bind port c91c3d1e-5b3d-4a37-a802-0f2c662155a6 on network 9471722c-97ce-46f5-a304-e21a9ab69282 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:13:34.489009 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3216f01d-eb45-4c37-a6be-d8b7deb7c29f req-15f03ff7-a0cb-4a02-a2b2-1d701e32cc2e tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:34.492677 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 3b46592f-43dc-4863-afe6-17e35d76a41a up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:34.496709 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3216f01d-eb45-4c37-a6be-d8b7deb7c29f req-15f03ff7-a0cb-4a02-a2b2-1d701e32cc2e tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 943 time: 0.5008364 Sep 03 18:13:34.498082 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44900) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:34.499822 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-995e5f74-f860-45d8-8356-1a31455a9648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:34.530757 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:13:34.531253 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Checking segment: {'id': '4e266a9c-977f-4a2f-9e69-e0bb1b71e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9471722c-97ce-46f5-a304-e21a9ab69282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:34.531885 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Bound using segment: {'id': '4e266a9c-977f-4a2f-9e69-e0bb1b71e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9471722c-97ce-46f5-a304-e21a9ab69282'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:13:34.532305 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Bound port: c91c3d1e-5b3d-4a37-a802-0f2c662155a6, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e266a9c-977f-4a2f-9e69-e0bb1b71e56d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '9471722c-97ce-46f5-a304-e21a9ab69282'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:13:34.532747 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:34.548178 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b2b3fc7-424f-4c86-aaad-84073a22c126 None None] The sync data for ids ['da857d23-6fa9-407e-aad5-e756288bf361'] in dv-cinder-788782-10-iscsi is: [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'e4171c9f-b917-4dd3-8758-1f74e0cbe508', 'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'mac_address': 'fa:16:3e:a5:f5:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'subnets': [{'id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:13:34.760474 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 3b46592f-43dc-4863-afe6-17e35d76a41a triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:34.760959 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:34.839512 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] For port c91c3d1e-5b3d-4a37-a802-0f2c662155a6, host hv-cinder-78878, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:13:34.844936 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] For port c91c3d1e-5b3d-4a37-a802-0f2c662155a6, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c91c3d1e-5b3d-4a37-a802-0f2c662155a6,segment=NetworkSegment(4e266a9c-977f-4a2f-9e69-e0bb1b71e56d),segment_id=4e266a9c-977f-4a2f-9e69-e0bb1b71e56d)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:13:34.867576 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8a8aaa6e-35c3-446b-8600-e6c14053109b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:34.870822 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:34.882175 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:34.912337 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:34.913358 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920916'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:34.972507 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:34.973197 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:34.975031 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] 10.222.0.55 "PUT /v2.0/ports/c91c3d1e-5b3d-4a37-a802-0f2c662155a6 HTTP/1.1" status: 200 len: 1093 time: 3.5965078 Sep 03 18:13:34.989637 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-2069564955-router', 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'd5141f16-5528-433b-ab23-aed58645cf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:20Z', 'updated_at': '2021-09-03T18:13:25Z', 'revision_number': 3, 'project_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'gw_port': {'id': 'd5141f16-5528-433b-ab23-aed58645cf94', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:35.010635 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73843be-b96f-4474-8cc5-4c5f93208341 service neutron] Pushing event updated for resources: {'Port': ['ID=c91c3d1e-5b3d-4a37-a802-0f2c662155a6,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:35.016866 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5c867bd-ca2a-47ba-89eb-ae047e990f42', 'tag': 'c91c3d1e-5b3d-4a37-a802-0f2c662155a6'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:13:35.039994 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-92c17f32-daf1-4033-a4a7-09da0f6a05c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:35.344547 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Pushing event updated for resources: {'Port': ['ID=f58dad48-b9fa-42ae-9530-4388e37eb277,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:35.403896 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e784e4b8-ce79-4c24-8abf-d0e355e80a8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:35.430762 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Network 6ba05fac-18ef-4556-b8bc-03611f5564b9 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:35.434464 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3216f01d-eb45-4c37-a6be-d8b7deb7c29f req-80e2f305-2c15-46d3-bbf0-5be2194a57b9 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9133310 Sep 03 18:13:35.448390 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e784e4b8-ce79-4c24-8abf-d0e355e80a8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:35.469117 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b9809-c69b-4636-8a5a-aab08603ccc9 None None] The sync data for ids ['d1608a8f-58ee-4e3c-9897-feaf1adba1a9'] in dv-cinder-788782-10-iscsi is: [{'id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-2069564955-router', 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'd5141f16-5528-433b-ab23-aed58645cf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:20Z', 'updated_at': '2021-09-03T18:13:25Z', 'revision_number': 3, 'project_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'gw_port': {'id': 'd5141f16-5528-433b-ab23-aed58645cf94', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:13:35.471042 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:35.552192 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:35.558813 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e158d0-c348-45b9-ac4f-6c7fef3749fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a5c867bd-ca2a-47ba-89eb-ae047e990f42", "tag": "c91c3d1e-5b3d-4a37-a802-0f2c662155a6"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:13:35.578995 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-92c17f32-daf1-4033-a4a7-09da0f6a05c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:35.731743 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Router a9c8a15a-9038-46cc-96d8-2bcb6848b236 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:13:35.735045 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-995e5f74-f860-45d8-8356-1a31455a9648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:35.856723 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-995e5f74-f860-45d8-8356-1a31455a9648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:35.863809 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-92c17f32-daf1-4033-a4a7-09da0f6a05c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:35.869249 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-92c17f32-daf1-4033-a4a7-09da0f6a05c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:35.870486 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-92c17f32-daf1-4033-a4a7-09da0f6a05c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d510a808-845e-4434-9fa1-88cc46f7c1a8 HTTP/1.1" status: 204 len: 168 time: 1.8182876 Sep 03 18:13:35.926012 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-10dd702d-2b60-4281-98e7-9bcce7614eab None None] Provisioning complete for port f58dad48-b9fa-42ae-9530-4388e37eb277 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:35.926863 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-10dd702d-2b60-4281-98e7-9bcce7614eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:35.984077 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e5f74-f860-45d8-8356-1a31455a9648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900c5d4d-a352-4278-9afd-df049a77890b,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:36.049074 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-10dd702d-2b60-4281-98e7-9bcce7614eab None None] Port f58dad48-b9fa-42ae-9530-4388e37eb277 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:13:36.057030 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:13:36.058837 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e784e4b8-ce79-4c24-8abf-d0e355e80a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:36.061224 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e784e4b8-ce79-4c24-8abf-d0e355e80a8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:36.070097 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e784e4b8-ce79-4c24-8abf-d0e355e80a8d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d5f84ccf-553b-4a78-96f5-38e82653a139 HTTP/1.1" status: 204 len: 168 time: 1.5645518 Sep 03 18:13:36.071010 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c17f32-daf1-4033-a4a7-09da0f6a05c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d510a808-845e-4434-9fa1-88cc46f7c1a8,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:36.093419 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8a8aaa6e-35c3-446b-8600-e6c14053109b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:36.095446 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-2b9e9fab-0516-4556-883e-1d2accaf6bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:36.097921 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0df563bd-716a-4750-8aec-3c1782b25075 admin admin] 10.222.0.45 "PUT /v2.0/routers/a9c8a15a-9038-46cc-96d8-2bcb6848b236/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3520269 Sep 03 18:13:36.108685 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Sync routers for ids ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:13:36.126192 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Routers {'a9c8a15a-9038-46cc-96d8-2bcb6848b236'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:13:36.127643 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:13:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:36.129519 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-2b9e9fab-0516-4556-883e-1d2accaf6bd5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a5a03225ca04043ba31521d6734eca7&device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 1096 time: 0.5694540 Sep 03 18:13:36.135851 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e784e4b8-ce79-4c24-8abf-d0e355e80a8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f84ccf-553b-4a78-96f5-38e82653a139,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:36.552531 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device e4171c9f-b917-4dd3-8758-1f74e0cbe508 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:36.673145 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Set router a9c8a15a-9038-46cc-96d8-2bcb6848b236 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:13:36.722589 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fabcda-df30-42c0-a042-1b3cc333c676 req-2675b7a9-b52b-4dd9-ae28-22e5f3fb98e8 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:36.735126 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-74fabcda-df30-42c0-a042-1b3cc333c676 req-2675b7a9-b52b-4dd9-ae28-22e5f3fb98e8 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 943 time: 0.1898341 Sep 03 18:13:36.749763 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port e4171c9f-b917-4dd3-8758-1f74e0cbe508 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:13:36.755411 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port e4171c9f-b917-4dd3-8758-1f74e0cbe508 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:36.757486 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:36.849501 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-74fabcda-df30-42c0-a042-1b3cc333c676 req-61efa774-b58c-4d70-a29e-02ae2684e8d8 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114144 Sep 03 18:13:37.005243 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:37.012444 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Allocated IP 172.20.0.1 (9894e58b-23d3-4a72-ac4f-3d9c135a5f96/67ddc986-ec27-49bf-ac46-8bc382025127/4ddeceb2-00d4-4191-9078-f7a881ce6688) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:13:37.120550 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port e4171c9f-b917-4dd3-8758-1f74e0cbe508, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=e4171c9f-b917-4dd3-8758-1f74e0cbe508,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:13:37.130948 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:37.132526 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device d5141f16-5528-433b-ab23-aed58645cf94 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:37.277373 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44962) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:37.280544 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-995e5f74-f860-45d8-8356-1a31455a9648 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ddb6916e52944d4199302c6da5dc3601&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9159956 Sep 03 18:13:37.289628 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66f31e9-33b9-434f-9b21-063422176a8b x-openstack-request-id: req-e66f31e9-33b9-434f-9b21-063422176a8b {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:13:37.291340 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5c867bd-ca2a-47ba-89eb-ae047e990f42", "tag": "c91c3d1e-5b3d-4a37-a802-0f2c662155a6", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:13:37.292419 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e66f31e9-33b9-434f-9b21-063422176a8b {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:13:37.295358 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5c867bd-ca2a-47ba-89eb-ae047e990f42', 'tag': 'c91c3d1e-5b3d-4a37-a802-0f2c662155a6', 'status': 'completed', 'code': 200} Sep 03 18:13:37.330971 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=e4171c9f-b917-4dd3-8758-1f74e0cbe508,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:37.380537 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8a8aaa6e-35c3-446b-8600-e6c14053109b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:37.392344 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'f58dad48-b9fa-42ae-9530-4388e37eb277', 'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'mac_address': 'fa:16:3e:0e:84:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:29Z', 'updated_at': '2021-09-03T18:13:34Z', 'revision_number': 2, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'subnets': [{'id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:37.406563 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port d5141f16-5528-433b-ab23-aed58645cf94 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:13:37.414182 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port d5141f16-5528-433b-ab23-aed58645cf94 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:37.415583 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:37.447637 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-25d517d7-150e-4e76-9ce9-76bb2fc45242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:37.482407 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8aaa6e-35c3-446b-8600-e6c14053109b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f50940a-84ee-4835-b6d3-b7cba5093632,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:37.499499 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Checking router: a9c8a15a-9038-46cc-96d8-2bcb6848b236 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:13:37.502391 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-40f0905f-24ad-43e9-bd68-d5cd51f44958 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c91c3d1e-5b3d-4a37-a802-0f2c662155a6 HTTP/1.1" status: 200 len: 217 time: 0.2194178 Sep 03 18:13:37.504127 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Updating router a9c8a15a-9038-46cc-96d8-2bcb6848b236 port f58dad48-b9fa-42ae-9530-4388e37eb277 binding host dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:13:37.524135 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-25d517d7-150e-4e76-9ce9-76bb2fc45242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:37.674467 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-25d517d7-150e-4e76-9ce9-76bb2fc45242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:37.679977 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-25d517d7-150e-4e76-9ce9-76bb2fc45242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:37.684692 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-25d517d7-150e-4e76-9ce9-76bb2fc45242 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/900c5d4d-a352-4278-9afd-df049a77890b HTTP/1.1" status: 204 len: 168 time: 0.4028797 Sep 03 18:13:37.708885 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d517d7-150e-4e76-9ce9-76bb2fc45242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900c5d4d-a352-4278-9afd-df049a77890b,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:37.802336 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:37.815095 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-e8b1e7ec-cf27-4ce7-9670-65ed59e5dea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:37.821147 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-e8b1e7ec-cf27-4ce7-9670-65ed59e5dea8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=666f5779-7141-47e8-8f20-5a18ef916571 HTTP/1.1" status: 200 len: 852 time: 0.2886372 Sep 03 18:13:37.836646 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:37.856010 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8a8aaa6e-35c3-446b-8600-e6c14053109b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:37.860244 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 44980) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:37.861606 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8a8aaa6e-35c3-446b-8600-e6c14053109b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.1762989 Sep 03 18:13:37.868500 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-c5a44034-2778-4b13-8646-04816e53c397 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Request body: {'security_group_rule': {'security_group_id': '5eb3da3d-1513-4462-8b9c-87040ed3cc77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:37.930784 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port d5141f16-5528-433b-ab23-aed58645cf94, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=d5141f16-5528-433b-ab23-aed58645cf94,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:13:37.934856 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:37.941954 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:38.005372 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c5a44034-2778-4b13-8646-04816e53c397 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:38.009487 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-d704d5d9-c128-440f-be9d-aaab3403626d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9471722c-97ce-46f5-a304-e21a9ab69282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1618991 Sep 03 18:13:38.127831 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=d5141f16-5528-433b-ab23-aed58645cf94,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:38.371170 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8d3f7-65b9-48cc-9bf4-d930ed3fd5d4 req-d43f1224-3d5c-4142-82f9-09ad925bc36b tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:38.373381 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:38.384096 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-33f8d3f7-65b9-48cc-9bf4-d930ed3fd5d4 req-d43f1224-3d5c-4142-82f9-09ad925bc36b tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 943 time: 0.3330977 Sep 03 18:13:38.419343 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device e4171c9f-b917-4dd3-8758-1f74e0cbe508 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:38.461852 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c5a44034-2778-4b13-8646-04816e53c397 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:38.483090 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c5a44034-2778-4b13-8646-04816e53c397 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:38.534242 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 45000) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:38.544132 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-33f8d3f7-65b9-48cc-9bf4-d930ed3fd5d4 req-3645745e-d1bd-45f2-9ca6-f63ebeb46840 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431959 Sep 03 18:13:38.549728 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-c19370d1-fc75-4567-be9d-1af31bc28bff tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1516863692', 'description': 'tempest-description--107997440'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:38.577674 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a44034-2778-4b13-8646-04816e53c397 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1fd523-9470-4922-93ee-a5612ced8e3f,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:38.590674 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c5a44034-2778-4b13-8646-04816e53c397 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:38.593690 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c5a44034-2778-4b13-8646-04816e53c397 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7310519 Sep 03 18:13:38.597577 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port e4171c9f-b917-4dd3-8758-1f74e0cbe508 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:38.598106 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:38.599762 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 45006) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:38.610033 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Network 9894e58b-23d3-4a72-ac4f-3d9c135a5f96 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:38.625951 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Request body: {'floatingip': {'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:38.646292 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:38.658726 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c19370d1-fc75-4567-be9d-1af31bc28bff tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:38.667941 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-4561a7c6-82cb-4ad3-8067-6219bd1514ad service neutron] 10.222.0.55 "GET /v2.0/networks/9471722c-97ce-46f5-a304-e21a9ab69282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6484175 Sep 03 18:13:38.682103 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:13:38.741792 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Pushing event updated for resources: {'Port': ['ID=4ddeceb2-00d4-4191-9078-f7a881ce6688,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:38.766480 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:38.808495 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823332'] for router_interface, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:38.846229 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device d5141f16-5528-433b-ab23-aed58645cf94 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:38.995719 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port d5141f16-5528-433b-ab23-aed58645cf94 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:38.996327 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:39.037390 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:39.061756 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Transition to ACTIVE for port object f58dad48-b9fa-42ae-9530-4388e37eb277 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:39.089931 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:39.158748 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:39.250515 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107f0a1-4cde-4e12-b693-12e2a81edb39 None None] Pushing event updated for resources: {'Port': ['ID=f58dad48-b9fa-42ae-9530-4388e37eb277,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:39.290179 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c19370d1-fc75-4567-be9d-1af31bc28bff tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:39.304659 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c19370d1-fc75-4567-be9d-1af31bc28bff tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:39.336303 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-48371188-e5c2-423b-99e6-2dd2203fd74e req-361917d7-51bf-4add-b955-1f7de60d1e5b service neutron] 10.222.0.55 "GET /v2.0/networks/9471722c-97ce-46f5-a304-e21a9ab69282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6486726 Sep 03 18:13:39.362068 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Attempting to bind port f58dad48-b9fa-42ae-9530-4388e37eb277 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:13:39.363178 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Attempting to bind port f58dad48-b9fa-42ae-9530-4388e37eb277 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:13:39.363558 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Attempting to bind port f58dad48-b9fa-42ae-9530-4388e37eb277 on network 6ba05fac-18ef-4556-b8bc-03611f5564b9 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:13:39.376823 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:13:39.382781 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Checking segment: {'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:39.383310 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:39.388227 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Bound using segment: {'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:13:39.388227 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Bound port: f58dad48-b9fa-42ae-9530-4388e37eb277, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:13:39.391204 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:39.519961 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19370d1-fc75-4567-be9d-1af31bc28bff tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0247a099-4efd-4031-9094-78d634cdded6,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:39.540476 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c19370d1-fc75-4567-be9d-1af31bc28bff tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:39.548669 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 45032) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:39.552266 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c19370d1-fc75-4567-be9d-1af31bc28bff tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0065684 Sep 03 18:13:39.573070 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-176a5a01-fe07-47ed-9678-4751432cb9d4 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Request body: {'security_group_rule': {'security_group_id': '0247a099-4efd-4031-9094-78d634cdded6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:39.576323 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:39.579392 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] For port f58dad48-b9fa-42ae-9530-4388e37eb277, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:13:39.614446 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e158d0-c348-45b9-ac4f-6c7fef3749fc req-4b8a48be-b652-44c1-be94-ce79ed5c35c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:39.616637 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32e158d0-c348-45b9-ac4f-6c7fef3749fc req-4b8a48be-b652-44c1-be94-ce79ed5c35c6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=2a5a03225ca04043ba31521d6734eca7&device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 1096 time: 0.1784849 Sep 03 18:13:39.618703 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] For port f58dad48-b9fa-42ae-9530-4388e37eb277, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=f58dad48-b9fa-42ae-9530-4388e37eb277,segment=NetworkSegment(adbe6979-0ed0-4819-9a77-d891345b2d19),segment_id=adbe6979-0ed0-4819-9a77-d891345b2d19)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:13:39.631156 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:39.869008 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Routers {'a9c8a15a-9038-46cc-96d8-2bcb6848b236'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:13:39.875837 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:13:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:39.898002 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e158d0-c348-45b9-ac4f-6c7fef3749fc req-84e85c09-90d0-4f79-b646-c421d22b6ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:39.899503 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32e158d0-c348-45b9-ac4f-6c7fef3749fc req-84e85c09-90d0-4f79-b646-c421d22b6ca1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9471722c-97ce-46f5-a304-e21a9ab69282 HTTP/1.1" status: 200 len: 913 time: 0.2307439 Sep 03 18:13:39.933786 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-176a5a01-fe07-47ed-9678-4751432cb9d4 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:40.056329 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a922c59-c21b-4b6c-a415-560a40400556 req-ebbc7e86-6e46-47a7-a9c6-cb80f9749425 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:40.061315 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0a922c59-c21b-4b6c-a415-560a40400556 req-ebbc7e86-6e46-47a7-a9c6-cb80f9749425 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 943 time: 0.2861323 Sep 03 18:13:40.097292 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e107f0a1-4cde-4e12-b693-12e2a81edb39 None None] Pushing event updated for resources: {'Port': ['ID=f58dad48-b9fa-42ae-9530-4388e37eb277,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:40.120211 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Allocated IP 172.27.3.166 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/2c64ee99-b953-4d78-866d-f3f9eb8a20ef) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:13:40.217748 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] Set router a9c8a15a-9038-46cc-96d8-2bcb6848b236 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:13:40.244319 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0a922c59-c21b-4b6c-a415-560a40400556 req-b7e51a73-8cc5-4041-8017-e2d5db7439d7 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695640 Sep 03 18:13:40.506187 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:40.593139 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:40.734074 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event updated for resources: {'Port': ['ID=2c64ee99-b953-4d78-866d-f3f9eb8a20ef,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:40.749484 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:40.753516 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:40.759829 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:13:40.776717 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-176a5a01-fe07-47ed-9678-4751432cb9d4 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:40.795326 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-176a5a01-fe07-47ed-9678-4751432cb9d4 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:40.821955 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32e158d0-c348-45b9-ac4f-6c7fef3749fc req-33784212-b49e-4407-850f-155d4cfd5123 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c91c3d1e-5b3d-4a37-a802-0f2c662155a6 HTTP/1.1" status: 200 len: 217 time: 0.8458900 Sep 03 18:13:40.894676 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'f58dad48-b9fa-42ae-9530-4388e37eb277', 'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'mac_address': 'fa:16:3e:0e:84:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:29Z', 'updated_at': '2021-09-03T18:13:39Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'subnets': [{'id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:40.921382 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:40.972217 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c892a1d-c525-4150-a3fc-fc400bd6e3f1 None None] The sync data for ids ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'] in dv-cinder-788782-10-iscsi is: [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'f58dad48-b9fa-42ae-9530-4388e37eb277', 'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'mac_address': 'fa:16:3e:0e:84:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:29Z', 'updated_at': '2021-09-03T18:13:39Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'subnets': [{'id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:13:41.004071 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e158d0-c348-45b9-ac4f-6c7fef3749fc req-3856c45a-6633-4db5-903a-f9435d83544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:41.007648 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32e158d0-c348-45b9-ac4f-6c7fef3749fc req-3856c45a-6633-4db5-903a-f9435d83544c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=666f5779-7141-47e8-8f20-5a18ef916571 HTTP/1.1" status: 200 len: 852 time: 0.1444249 Sep 03 18:13:41.015667 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:41.042183 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-176a5a01-fe07-47ed-9678-4751432cb9d4 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:41.050203 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-176a5a01-fe07-47ed-9678-4751432cb9d4 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4941788 Sep 03 18:13:41.054384 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 45076) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:41.066513 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176a5a01-fe07-47ed-9678-4751432cb9d4 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbe9779-50c2-4383-9212-c4a06a6e4d1d,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:41.083717 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-bb373d65-c803-4d8a-8425-525e94436c93 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Request body: {'security_group_rule': {'security_group_id': '0247a099-4efd-4031-9094-78d634cdded6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:41.219180 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32e158d0-c348-45b9-ac4f-6c7fef3749fc req-efb01db1-311b-4ba5-a628-3cc2622ac4b4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9471722c-97ce-46f5-a304-e21a9ab69282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0871909 Sep 03 18:13:41.306284 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:41.351376 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:41.391239 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:41.410642 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:41.468800 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bb373d65-c803-4d8a-8425-525e94436c93 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:41.478497 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Pushing event updated for resources: {'Port': ['ID=4ddeceb2-00d4-4191-9078-f7a881ce6688,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:41.488793 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:41.585996 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event updated for resources: {'Port': ['ID=2c64ee99-b953-4d78-866d-f3f9eb8a20ef,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:41.625879 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:41.628962 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ce437245-d4f5-4353-98c9-7f2d81faa4bf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0122192 Sep 03 18:13:41.663000 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64030ea7-de3a-48d6-8d28-d529e011af38 req-39cb3dcd-11cf-4231-9942-a8f164d48b47 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:41.683940 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-64030ea7-de3a-48d6-8d28-d529e011af38 req-39cb3dcd-11cf-4231-9942-a8f164d48b47 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 943 time: 0.2128053 Sep 03 18:13:41.756173 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-64030ea7-de3a-48d6-8d28-d529e011af38 req-e225bf2c-e8b5-435d-a9fa-9721a8bce1a2 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679049 Sep 03 18:13:41.817440 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32e158d0-c348-45b9-ac4f-6c7fef3749fc req-50a9d7c4-073a-442a-91ee-646ba39f0710 service neutron] 10.222.0.55 "GET /v2.0/networks/9471722c-97ce-46f5-a304-e21a9ab69282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622368 Sep 03 18:13:41.820770 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920916'] for router_interface, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:41.824855 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 45096) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:41.848141 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bb373d65-c803-4d8a-8425-525e94436c93 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:41.860451 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bb373d65-c803-4d8a-8425-525e94436c93 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:41.893572 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb373d65-c803-4d8a-8425-525e94436c93 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2a88b8-b8a6-481f-aa83-4f051bb5512b,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:41.940582 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bb373d65-c803-4d8a-8425-525e94436c93 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:41.942055 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-bb373d65-c803-4d8a-8425-525e94436c93 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8712578 Sep 03 18:13:41.945298 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 45100) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:41.951300 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Request body: {'floatingip': {'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:42.006128 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for floatingip, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:42.011132 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Network 9894e58b-23d3-4a72-ac4f-3d9c135a5f96 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:42.052709 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:42.253292 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-86753645-b730-40d6-8feb-6a0f3c409f3e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--477359043&fields=id&tenant_id=91b2e3de39174dfaafef8a07f2e61bc2 HTTP/1.1" status: 200 len: 267 time: 0.1281843 Sep 03 18:13:42.350309 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-32e158d0-c348-45b9-ac4f-6c7fef3749fc req-0aba7aac-c842-48d5-902e-50c6163a8d26 service neutron] 10.222.0.55 "GET /v2.0/networks/9471722c-97ce-46f5-a304-e21a9ab69282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811600 Sep 03 18:13:42.388017 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device f58dad48-b9fa-42ae-9530-4388e37eb277 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:42.489789 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:42.501466 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Router d1608a8f-58ee-4e3c-9897-feaf1adba1a9 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:13:42.516330 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc979358-7015-45c8-a763-36296675937e req-d397b189-1770-48b1-a498-ec49d483e49a tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:42.517908 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-d397b189-1770-48b1-a498-ec49d483e49a tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/networks?id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04 HTTP/1.1" status: 200 len: 815 time: 0.2634904 Sep 03 18:13:42.536468 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6220e63a-76dd-4fa6-8d32-ddb64d9f3d3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:42.573421 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-ff6361c6-c9c7-404d-9ea1-0a8ddd4c51d9 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/quotas/91b2e3de39174dfaafef8a07f2e61bc2 HTTP/1.1" status: 200 len: 375 time: 0.0295520 Sep 03 18:13:42.574484 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port f58dad48-b9fa-42ae-9530-4388e37eb277 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:13:42.580572 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port f58dad48-b9fa-42ae-9530-4388e37eb277 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:42.583263 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:42.769239 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:42.876158 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port f58dad48-b9fa-42ae-9530-4388e37eb277, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=f58dad48-b9fa-42ae-9530-4388e37eb277,segment=NetworkSegment(adbe6979-0ed0-4819-9a77-d891345b2d19),segment_id=adbe6979-0ed0-4819-9a77-d891345b2d19)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:13:42.882420 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:42.936364 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-58eb65ae-8c0d-4e26-b2e5-93d7686e19be tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=91b2e3de39174dfaafef8a07f2e61bc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3469622 Sep 03 18:13:42.958512 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=f58dad48-b9fa-42ae-9530-4388e37eb277,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:42.998066 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:13:43.011277 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-04986d27-ab5d-47d2-a1a3-b577f1418b15 admin admin] 10.222.0.45 "PUT /v2.0/routers/d1608a8f-58ee-4e3c-9897-feaf1adba1a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1938622 Sep 03 18:13:43.021426 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Sync routers for ids ['d1608a8f-58ee-4e3c-9897-feaf1adba1a9'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:13:43.033151 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Routers {'d1608a8f-58ee-4e3c-9897-feaf1adba1a9'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:13:43.034117 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:13:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['d1608a8f-58ee-4e3c-9897-feaf1adba1a9'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:43.088223 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8587f6-9fc2-4e3a-9fe2-ae3038f38c2d req-86c7c219-31ba-432f-9600-ba5ff0b3889c tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:43.089969 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-df8587f6-9fc2-4e3a-9fe2-ae3038f38c2d req-86c7c219-31ba-432f-9600-ba5ff0b3889c tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 943 time: 0.1966791 Sep 03 18:13:43.099101 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Allocated IP 172.27.3.141 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/c4d1a0ba-ed4b-4b93-92b9-fca2ddf73443) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:13:43.126619 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6220e63a-76dd-4fa6-8d32-ddb64d9f3d3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:43.142861 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6220e63a-76dd-4fa6-8d32-ddb64d9f3d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:43.176065 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-ed44c698-4f3a-4db0-8e46-14f76bb646f2 service neutron] 10.222.0.45 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180717 Sep 03 18:13:43.242146 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6220e63a-76dd-4fa6-8d32-ddb64d9f3d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf8f038-0b05-41d8-8f80-7ac08be6fa59,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:43.257331 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 45146) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:43.258376 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6220e63a-76dd-4fa6-8d32-ddb64d9f3d3f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9b95573ec6b44b2e9a6accaaa26f8d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4280591 Sep 03 18:13:43.267589 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Set router d1608a8f-58ee-4e3c-9897-feaf1adba1a9 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:13:43.319890 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-df8587f6-9fc2-4e3a-9fe2-ae3038f38c2d req-11bbe018-0d85-45b2-ad69-13571a02985d tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173939 Sep 03 18:13:43.407659 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:43.431282 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4ef688e-2ebe-4310-a520-9b32a84893ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:43.479112 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4ef688e-2ebe-4310-a520-9b32a84893ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:43.481863 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-f8447976-253e-4777-9726-f28421e2bd90 service neutron] 10.222.0.45 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037014 Sep 03 18:13:43.568277 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4ef688e-2ebe-4310-a520-9b32a84893ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:43.573788 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4ef688e-2ebe-4310-a520-9b32a84893ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:43.580074 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e4ef688e-2ebe-4310-a520-9b32a84893ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fbf8f038-0b05-41d8-8f80-7ac08be6fa59 HTTP/1.1" status: 204 len: 168 time: 0.3219435 Sep 03 18:13:43.596741 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef688e-2ebe-4310-a520-9b32a84893ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf8f038-0b05-41d8-8f80-7ac08be6fa59,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:43.606806 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:43.700906 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event updated for resources: {'Port': ['ID=c4d1a0ba-ed4b-4b93-92b9-fca2ddf73443,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:43.718320 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:43.719903 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:43.723566 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:13:43.795459 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-06e9b0ee-aad2-4c6a-acc0-6ec15a951e08 req-6a8ed255-a0da-4289-9287-199d04f81d44 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 210 time: 0.0606318 Sep 03 18:13:43.887260 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-2069564955-router', 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'd5141f16-5528-433b-ab23-aed58645cf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:20Z', 'updated_at': '2021-09-03T18:13:39Z', 'revision_number': 4, 'project_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'gw_port': {'id': 'd5141f16-5528-433b-ab23-aed58645cf94', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '4ddeceb2-00d4-4191-9078-f7a881ce6688', 'name': '', 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96', 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'mac_address': 'fa:16:3e:26:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '67ddc986-ec27-49bf-ac46-8bc382025127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:36Z', 'updated_at': '2021-09-03T18:13:39Z', 'revision_number': 2, 'project_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'subnets': [{'id': '67ddc986-ec27-49bf-ac46-8bc382025127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:43.927442 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Checking router: d1608a8f-58ee-4e3c-9897-feaf1adba1a9 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:13:43.928016 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Updating router d1608a8f-58ee-4e3c-9897-feaf1adba1a9 port 4ddeceb2-00d4-4191-9078-f7a881ce6688 binding host dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:13:43.971235 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:44.024765 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:44.082528 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:44.110164 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-b3c89472-9466-4ada-8c09-a3a9f01cd63f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:44.113013 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-b3c89472-9466-4ada-8c09-a3a9f01cd63f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/networks?id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96 HTTP/1.1" status: 200 len: 819 time: 0.2357032 Sep 03 18:13:44.136511 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-3943b66c-b61d-4778-a06c-6378ddc6e113 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/quotas/ffb56f8a86c44c33a37e5e17d2009e34 HTTP/1.1" status: 200 len: 375 time: 0.0161922 Sep 03 18:13:44.274000 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-f19c9df1-ec9e-41b5-908b-ee8f76ac8942 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ffb56f8a86c44c33a37e5e17d2009e34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1289859 Sep 03 18:13:44.473446 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:44.482603 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:44.507642 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 45218) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:44.551263 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device f58dad48-b9fa-42ae-9530-4388e37eb277 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:44.613477 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-fbd01d8d-3851-42ed-ac64-b419f9924c42 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:13:44.616923 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-fbd01d8d-3851-42ed-ac64-b419f9924c42 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1903472 Sep 03 18:13:44.619440 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e6a03a07-3a28-430b-8278-b888a68199d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:44.633568 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:44.663160 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event updated for resources: {'Port': ['ID=c4d1a0ba-ed4b-4b93-92b9-fca2ddf73443,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:44.666156 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:44.667780 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-3b01f391-ef0e-4b00-810d-84c8596eaee0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7215316 Sep 03 18:13:44.683257 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:44.687060 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port f58dad48-b9fa-42ae-9530-4388e37eb277 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:44.687585 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:44.747778 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Transition to ACTIVE for port object 4ddeceb2-00d4-4191-9078-f7a881ce6688 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:44.774031 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:44.814765 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6501f772-21f2-4d58-a310-70077054298a req-e889f286-fa5b-4126-9fa6-4ecbbdd921d7 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:44.817502 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6501f772-21f2-4d58-a310-70077054298a req-e889f286-fa5b-4126-9fa6-4ecbbdd921d7 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 943 time: 0.3107007 Sep 03 18:13:44.860238 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5bcbc-8a36-4e22-a69f-728837be35cf None None] Pushing event updated for resources: {'Port': ['ID=4ddeceb2-00d4-4191-9078-f7a881ce6688,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:44.915291 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-477a5f9e-9507-4fcf-af73-41f6044d5c8e service neutron] 10.222.0.45 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849827 Sep 03 18:13:44.927815 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Attempting to bind port 4ddeceb2-00d4-4191-9078-f7a881ce6688 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:13:44.928908 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Attempting to bind port 4ddeceb2-00d4-4191-9078-f7a881ce6688 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': '9e5ce9a8-cb1a-4878-92bb-66e4cd13af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:13:44.929504 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Attempting to bind port 4ddeceb2-00d4-4191-9078-f7a881ce6688 on network 9894e58b-23d3-4a72-ac4f-3d9c135a5f96 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:13:44.937920 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:13:44.938555 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Checking segment: {'id': '9e5ce9a8-cb1a-4878-92bb-66e4cd13af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:44.939119 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:44.939658 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Bound using segment: {'id': '9e5ce9a8-cb1a-4878-92bb-66e4cd13af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:13:44.940897 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Bound port: 4ddeceb2-00d4-4191-9078-f7a881ce6688, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e5ce9a8-cb1a-4878-92bb-66e4cd13af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:13:44.941583 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:44.941965 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6501f772-21f2-4d58-a310-70077054298a req-baaeea8a-a341-4126-b301-d8ba6c2ca947 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127527 Sep 03 18:13:45.061403 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] For port 4ddeceb2-00d4-4191-9078-f7a881ce6688, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:13:45.069296 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] For port 4ddeceb2-00d4-4191-9078-f7a881ce6688, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=4ddeceb2-00d4-4191-9078-f7a881ce6688,segment=NetworkSegment(9e5ce9a8-cb1a-4878-92bb-66e4cd13af64),segment_id=9e5ce9a8-cb1a-4878-92bb-66e4cd13af64)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:13:45.077970 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:45.123595 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-81e6a2f0-04cd-4c79-9305-6f90f10b9a4b service neutron] 10.222.0.45 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073145 Sep 03 18:13:45.149727 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e6a03a07-3a28-430b-8278-b888a68199d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:45.162990 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-cb4fe543-8e6a-459f-9d05-286d3990fcfa tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1516863692&fields=id&tenant_id=d9fad030dd65493e9b5094cd17743413 HTTP/1.1" status: 200 len: 267 time: 0.0786326 Sep 03 18:13:45.163733 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Routers {'d1608a8f-58ee-4e3c-9897-feaf1adba1a9'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:13:45.164344 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:13:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['d1608a8f-58ee-4e3c-9897-feaf1adba1a9'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:45.175905 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e6a03a07-3a28-430b-8278-b888a68199d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:45.214547 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5bcbc-8a36-4e22-a69f-728837be35cf None None] Pushing event updated for resources: {'Port': ['ID=4ddeceb2-00d4-4191-9078-f7a881ce6688,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:45.285855 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a03a07-3a28-430b-8278-b888a68199d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eedc498-ec26-454c-a0a0-c70686eab3dd,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:45.292679 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e6a03a07-3a28-430b-8278-b888a68199d8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=00ec0a10fed549889303dd5dd7b562e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7838767 Sep 03 18:13:45.295576 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 45258) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:45.307034 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] Set router d1608a8f-58ee-4e3c-9897-feaf1adba1a9 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:13:45.343365 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-ee74191d-0735-41dc-8613-8daef845856c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:45.345150 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-ee74191d-0735-41dc-8613-8daef845856c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/networks?id=6ba05fac-18ef-4556-b8bc-03611f5564b9 HTTP/1.1" status: 200 len: 810 time: 0.1812410 Sep 03 18:13:45.349695 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a85a-b77d-4c87-81fd-a1da76b62976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:45.370887 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-26527f96-de50-4993-aeeb-a79769134b6b tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/quotas/d9fad030dd65493e9b5094cd17743413 HTTP/1.1" status: 200 len: 375 time: 0.0194774 Sep 03 18:13:45.386904 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a85a-b77d-4c87-81fd-a1da76b62976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:45.448095 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-4f55d827-99db-4166-bfa6-a276e468b675 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9fad030dd65493e9b5094cd17743413&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705040 Sep 03 18:13:45.472763 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a85a-b77d-4c87-81fd-a1da76b62976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:45.475624 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a85a-b77d-4c87-81fd-a1da76b62976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:45.488294 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b2b4a85a-b77d-4c87-81fd-a1da76b62976 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6eedc498-ec26-454c-a0a0-c70686eab3dd HTTP/1.1" status: 204 len: 168 time: 0.1842756 Sep 03 18:13:45.508027 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4a85a-b77d-4c87-81fd-a1da76b62976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eedc498-ec26-454c-a0a0-c70686eab3dd,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:45.522211 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1f4c97f1-7f49-4540-bc41-10107ffa0b90 req-02baf41a-b6bc-49b4-95f1-42de1e1583c9 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 210 time: 0.0862572 Sep 03 18:13:45.697468 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ba4f8749-65c7-4dd1-9c55-fb7a7a44beb9 req-1f4f6786-bcf5-4697-b5ed-b4f3983dba5a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 210 time: 0.1097622 Sep 03 18:13:45.749535 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-2069564955-router', 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'd5141f16-5528-433b-ab23-aed58645cf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:20Z', 'updated_at': '2021-09-03T18:13:39Z', 'revision_number': 4, 'project_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'gw_port': {'id': 'd5141f16-5528-433b-ab23-aed58645cf94', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '4ddeceb2-00d4-4191-9078-f7a881ce6688', 'name': '', 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96', 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'mac_address': 'fa:16:3e:26:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '67ddc986-ec27-49bf-ac46-8bc382025127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:36Z', 'updated_at': '2021-09-03T18:13:45Z', 'revision_number': 4, 'project_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'subnets': [{'id': '67ddc986-ec27-49bf-ac46-8bc382025127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:13:45.750612 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-c20a3c2c-efe8-46b8-892e-c101b6b36d6c service neutron] 10.222.0.45 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846076 Sep 03 18:13:45.781656 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af96439-b5d9-4991-b1a5-16b77f521ade None None] The sync data for ids ['d1608a8f-58ee-4e3c-9897-feaf1adba1a9'] in dv-cinder-788782-10-iscsi is: [{'id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-2069564955-router', 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'd5141f16-5528-433b-ab23-aed58645cf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:20Z', 'updated_at': '2021-09-03T18:13:39Z', 'revision_number': 4, 'project_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'gw_port': {'id': 'd5141f16-5528-433b-ab23-aed58645cf94', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '4ddeceb2-00d4-4191-9078-f7a881ce6688', 'name': '', 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96', 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'mac_address': 'fa:16:3e:26:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': '67ddc986-ec27-49bf-ac46-8bc382025127', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:36Z', 'updated_at': '2021-09-03T18:13:45Z', 'revision_number': 4, 'project_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'subnets': [{'id': '67ddc986-ec27-49bf-ac46-8bc382025127', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:13:45.869928 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-68870c34-7290-4bbd-ac8a-08166629b4e0 service neutron] 10.222.0.45 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183665 Sep 03 18:13:46.169306 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d51bd1-e72c-4298-b5a5-9b5c7ea95f2b req-eb2cb7a4-1249-4b4a-89d6-193021bfe282 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:46.174446 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f5d51bd1-e72c-4298-b5a5-9b5c7ea95f2b req-eb2cb7a4-1249-4b4a-89d6-193021bfe282 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 943 time: 0.1255026 Sep 03 18:13:46.221036 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-86af8117-93c2-4fa7-95a9-5b007b3f9061 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:46.225674 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-86af8117-93c2-4fa7-95a9-5b007b3f9061 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/networks?id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96 HTTP/1.1" status: 200 len: 819 time: 0.2320712 Sep 03 18:13:46.275848 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f5d51bd1-e72c-4298-b5a5-9b5c7ea95f2b req-bd7d0d03-2096-4c40-9c75-5b595e394829 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917025 Sep 03 18:13:46.285719 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-f5e99391-3f60-4bb5-9b70-4ef78a890e3d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/quotas/ffb56f8a86c44c33a37e5e17d2009e34 HTTP/1.1" status: 200 len: 375 time: 0.0494652 Sep 03 18:13:46.404281 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 4ddeceb2-00d4-4191-9078-f7a881ce6688 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:46.411795 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72844381-3a4b-4f05-86f5-22edc93e0856 req-c4c08be0-134f-4dac-81b1-49c6dbebf5ff tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 210 time: 0.0461202 Sep 03 18:13:46.428716 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-f3bf39c5-eaa1-4b8e-8f75-0ecb69499fed tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ffb56f8a86c44c33a37e5e17d2009e34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1418650 Sep 03 18:13:46.491045 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 4ddeceb2-00d4-4191-9078-f7a881ce6688 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:13:46.495838 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 4ddeceb2-00d4-4191-9078-f7a881ce6688 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:46.496552 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:46.546811 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-1e37af1c-19ec-48d2-b022-e8f93f3977d5 service neutron] 10.222.0.45 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170120 Sep 03 18:13:46.607576 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:46.646159 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port 4ddeceb2-00d4-4191-9078-f7a881ce6688, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=4ddeceb2-00d4-4191-9078-f7a881ce6688,segment=NetworkSegment(9e5ce9a8-cb1a-4878-92bb-66e4cd13af64),segment_id=9e5ce9a8-cb1a-4878-92bb-66e4cd13af64)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:13:46.651870 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:46.692969 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f0b6f14b-7d90-4bea-978c-d2eda7372dd9 req-2b5ad5a4-15fa-4a36-8c2d-8bf3ec525d40 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 210 time: 0.0408642 Sep 03 18:13:46.713224 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-326f681e-0fc9-43ec-b548-0e1da5ec311e service neutron] 10.222.0.45 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436007 Sep 03 18:13:46.749445 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=4ddeceb2-00d4-4191-9078-f7a881ce6688,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:46.878834 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-73025fc1-26b3-4657-b50f-3bf54e96df5a req-71199f46-1fbd-48a8-8734-8c854cd0088a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 210 time: 0.0335391 Sep 03 18:13:47.117406 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device c91c3d1e-5b3d-4a37-a802-0f2c662155a6 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:13:47.291441 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port c91c3d1e-5b3d-4a37-a802-0f2c662155a6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c91c3d1e-5b3d-4a37-a802-0f2c662155a6,segment=NetworkSegment(4e266a9c-977f-4a2f-9e69-e0bb1b71e56d),segment_id=4e266a9c-977f-4a2f-9e69-e0bb1b71e56d)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:13:47.322312 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': 'c91c3d1e-5b3d-4a37-a802-0f2c662155a6', 'network_id': '9471722c-97ce-46f5-a304-e21a9ab69282', 'port_id': 'c91c3d1e-5b3d-4a37-a802-0f2c662155a6', 'mac_address': 'fa:16:3e:a7:7f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '666f5779-7141-47e8-8f20-5a18ef916571', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:13:47.402599 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:47.423208 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91c3d1e-5b3d-4a37-a802-0f2c662155a6 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:13:47.493636 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port c91c3d1e-5b3d-4a37-a802-0f2c662155a6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c91c3d1e-5b3d-4a37-a802-0f2c662155a6,segment=NetworkSegment(4e266a9c-977f-4a2f-9e69-e0bb1b71e56d),segment_id=4e266a9c-977f-4a2f-9e69-e0bb1b71e56d)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:13:47.503983 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:47.507281 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ed354-ad61-4ea7-8657-f6b50b966aea req-4b8671ed-035c-4450-bfd5-1bc0952f2cf8 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:47.509634 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1b7ed354-ad61-4ea7-8657-f6b50b966aea req-4b8671ed-035c-4450-bfd5-1bc0952f2cf8 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 943 time: 0.0790913 Sep 03 18:13:47.591068 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=c91c3d1e-5b3d-4a37-a802-0f2c662155a6,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:47.630554 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-42b1d00d-1a2a-4794-b060-8e0263c78569 req-8c0502a0-358f-4e29-a1ec-d98aaa4598e5 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 210 time: 0.1180563 Sep 03 18:13:47.675040 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1b7ed354-ad61-4ea7-8657-f6b50b966aea req-f2a67bfc-22ae-4def-8b74-13231a3af58b tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366599 Sep 03 18:13:47.775381 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['c91c3d1e-5b3d-4a37-a802-0f2c662155a6'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:13:47.842320 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc979358-7015-45c8-a763-36296675937e req-05a5269f-f220-497e-bcf4-88bc4b8f6061 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:47.844722 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-05a5269f-f220-497e-bcf4-88bc4b8f6061 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.55 "GET /v2.0/networks?id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04 HTTP/1.1" status: 200 len: 815 time: 0.1538622 Sep 03 18:13:47.922661 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a52c38f2-d475-4296-bae8-96fd991f469b req-91bdb72c-9e75-4087-a754-494954bd3f15 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 210 time: 0.0719297 Sep 03 18:13:47.974107 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-df159521-5fb9-46cd-a7c9-dfa97dccec7d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91b2e3de39174dfaafef8a07f2e61bc2 HTTP/1.1" status: 200 len: 379 time: 0.1188357 Sep 03 18:13:48.000553 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-bc979358-7015-45c8-a763-36296675937e req-6250c491-f788-4940-a4be-0bc8753470bc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Request body: {'port': {'device_id': '2552f9b9-14e5-4755-ba32-079a660a5353', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'admin_state_up': True, 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'security_groups': ['5eb3da3d-1513-4462-8b9c-87040ed3cc77']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:48.047144 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-951ab2e4-002a-4b63-8335-5f1a330a2c0a req-97ab5ae0-7828-4112-a3c0-6b2e580baf4d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 210 time: 0.0641336 Sep 03 18:13:48.172801 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.55', 49855) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:48.325874 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc979358-7015-45c8-a763-36296675937e req-6250c491-f788-4940-a4be-0bc8753470bc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Made reservation on behalf of 91b2e3de39174dfaafef8a07f2e61bc2 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:48.332989 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bc979358-7015-45c8-a763-36296675937e req-6250c491-f788-4940-a4be-0bc8753470bc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:48.360669 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 45396) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:48.385806 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 4ddeceb2-00d4-4191-9078-f7a881ce6688 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:48.481617 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 4ddeceb2-00d4-4191-9078-f7a881ce6688 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:48.482219 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:48.576990 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6b69c21f-2a3b-47e0-8c6a-7112152ca028 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:48.637065 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-bc979358-7015-45c8-a763-36296675937e req-6250c491-f788-4940-a4be-0bc8753470bc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Allocated IP 172.20.0.7 (41fa7a84-d360-4dba-842f-a7b3bb1b4e04/208c51a8-f834-4218-8eaa-2936809d4cf5/14844a20-98e7-4dde-8afc-6173394f9f19) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:13:48.644936 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-e8692c2a-bb6d-44c2-8d8d-6dca752eb0c6 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:48.646538 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-e8692c2a-bb6d-44c2-8d8d-6dca752eb0c6 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.55 "GET /v2.0/networks?id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96 HTTP/1.1" status: 200 len: 819 time: 0.4722991 Sep 03 18:13:48.769082 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7f700d4e-d579-44c7-bd1f-8f0423c49208 req-dc3612e8-755a-48ed-a999-67ccfd335e1f tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 210 time: 0.0266984 Sep 03 18:13:48.828784 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff66b6d-1b74-4f0b-8b61-038f26202e33 req-40f3698a-6848-468c-be69-e06a3c324f11 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:48.830587 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9ff66b6d-1b74-4f0b-8b61-038f26202e33 req-40f3698a-6848-468c-be69-e06a3c324f11 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 944 time: 0.0641112 Sep 03 18:13:48.886605 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9ff66b6d-1b74-4f0b-8b61-038f26202e33 req-261a4c9e-3bea-4886-94aa-d45477f35aed tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441153 Sep 03 18:13:48.989242 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6b69c21f-2a3b-47e0-8c6a-7112152ca028 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:48.994966 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6b69c21f-2a3b-47e0-8c6a-7112152ca028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:49.025160 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-93fe801f-b261-4466-9fd5-5907de595fb2 req-fd8417da-1a83-482f-93fc-1f969673b3a4 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 210 time: 0.0273287 Sep 03 18:13:49.051077 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6b69c21f-2a3b-47e0-8c6a-7112152ca028 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c25ee12084be438daa69b5e4adcff2cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6865499 Sep 03 18:13:49.051389 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 45420) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:49.051815 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b69c21f-2a3b-47e0-8c6a-7112152ca028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc610b8-554d-4681-b942-7131c7ee026f,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:49.063113 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bc979358-7015-45c8-a763-36296675937e req-6250c491-f788-4940-a4be-0bc8753470bc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:49.076320 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-bc979358-7015-45c8-a763-36296675937e req-6250c491-f788-4940-a4be-0bc8753470bc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Transition to ACTIVE for port object 14844a20-98e7-4dde-8afc-6173394f9f19 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:49.101960 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a6c9-81db-4431-8e11-8c18a9d8d274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:49.113369 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bc979358-7015-45c8-a763-36296675937e req-6250c491-f788-4940-a4be-0bc8753470bc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:49.146109 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a6c9-81db-4431-8e11-8c18a9d8d274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:49.149371 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-df32718e-9298-440a-8311-fc6bd6fb52b6 req-a3f16f10-df81-45bd-927c-347f3565b01d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 210 time: 0.0355582 Sep 03 18:13:49.158276 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc979358-7015-45c8-a763-36296675937e req-6250c491-f788-4940-a4be-0bc8753470bc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:49.162492 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-bc979358-7015-45c8-a763-36296675937e req-6250c491-f788-4940-a4be-0bc8753470bc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:49.171879 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6250c491-f788-4940-a4be-0bc8753470bc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event updated for resources: {'Port': ['ID=14844a20-98e7-4dde-8afc-6173394f9f19,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:49.174183 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc979358-7015-45c8-a763-36296675937e req-6250c491-f788-4940-a4be-0bc8753470bc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:13:49.203384 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a6c9-81db-4431-8e11-8c18a9d8d274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:49.206746 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ef8a6c9-81db-4431-8e11-8c18a9d8d274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:49.210783 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1ef8a6c9-81db-4431-8e11-8c18a9d8d274 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0dc610b8-554d-4681-b942-7131c7ee026f HTTP/1.1" status: 204 len: 168 time: 0.1560040 Sep 03 18:13:49.220051 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef8a6c9-81db-4431-8e11-8c18a9d8d274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc610b8-554d-4681-b942-7131c7ee026f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:49.247468 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc979358-7015-45c8-a763-36296675937e req-6250c491-f788-4940-a4be-0bc8753470bc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:49.248143 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bc979358-7015-45c8-a763-36296675937e req-6250c491-f788-4940-a4be-0bc8753470bc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:49.265778 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-6250c491-f788-4940-a4be-0bc8753470bc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2693827 Sep 03 18:13:49.425711 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-f7779cef-b638-45ce-998c-7cd401c19569 None None] Provisioning for port 14844a20-98e7-4dde-8afc-6173394f9f19 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:13:49.431639 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-f7779cef-b638-45ce-998c-7cd401c19569 None None] Provisioning complete for port 14844a20-98e7-4dde-8afc-6173394f9f19 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:49.432030 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f7779cef-b638-45ce-998c-7cd401c19569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:49.467056 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-f7779cef-b638-45ce-998c-7cd401c19569 None None] Port 14844a20-98e7-4dde-8afc-6173394f9f19 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:13:49.490275 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 45432) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:49.503541 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7d148902-c2fd-4c23-843e-2cc3d8ada7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:49.589402 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7d148902-c2fd-4c23-843e-2cc3d8ada7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:49.592990 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7d148902-c2fd-4c23-843e-2cc3d8ada7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:49.628557 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7d148902-c2fd-4c23-843e-2cc3d8ada7db admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6c261ae3eaeb437482b4834562374a6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1371062 Sep 03 18:13:49.630379 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d148902-c2fd-4c23-843e-2cc3d8ada7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a12ece-ccd8-4529-a040-846469ff063e,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:49.631335 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 45434) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:49.679618 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c3b962f9-4219-4b18-80b3-6687feaac4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:49.700387 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c3b962f9-4219-4b18-80b3-6687feaac4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:49.744802 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c3b962f9-4219-4b18-80b3-6687feaac4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:49.747340 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c3b962f9-4219-4b18-80b3-6687feaac4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:49.748496 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c3b962f9-4219-4b18-80b3-6687feaac4ed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/30a12ece-ccd8-4529-a040-846469ff063e HTTP/1.1" status: 204 len: 168 time: 0.1161833 Sep 03 18:13:49.756403 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b962f9-4219-4b18-80b3-6687feaac4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a12ece-ccd8-4529-a040-846469ff063e,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:49.866529 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d5d7a3cc-6d65-441b-be06-2c5dcfff0c72 req-e7b79012-656c-44f3-932e-ce04e1e60d3b tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 210 time: 0.0270948 Sep 03 18:13:49.991669 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687b1ae-389e-4e34-ac0b-c77328b1c0f3 req-8f2f8dec-d5f6-4716-a500-228d81d50020 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:49.993131 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5687b1ae-389e-4e34-ac0b-c77328b1c0f3 req-8f2f8dec-d5f6-4716-a500-228d81d50020 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 944 time: 0.0488687 Sep 03 18:13:50.031111 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5687b1ae-389e-4e34-ac0b-c77328b1c0f3 req-22737b15-a201-4e51-b290-380f2c639766 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320673 Sep 03 18:13:50.148178 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697b1a19-d68f-48b5-9bf2-6b8947483008 req-3b797b90-60db-4ad3-a928-5a94697cd490 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:50.149687 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-697b1a19-d68f-48b5-9bf2-6b8947483008 req-3b797b90-60db-4ad3-a928-5a94697cd490 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 931 time: 0.0508754 Sep 03 18:13:50.188515 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-697b1a19-d68f-48b5-9bf2-6b8947483008 req-a527b8a4-a292-4695-abe4-fb07824a6d8f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325382 Sep 03 18:13:50.247457 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d87eb791-4ae8-4c35-ae61-60f72e5b909b req-3498ba32-ff7d-42c6-b68e-2b77682f8582 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 210 time: 0.0270169 Sep 03 18:13:50.965960 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0d036528-c425-40f0-a687-d881a676200c req-da2f4d3c-9064-4a38-b6c9-7413f2fc6fa3 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 210 time: 0.0303307 Sep 03 18:13:51.146992 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463559d5-ea09-4a5b-ace6-1a3f068faf9b req-0e51132d-575d-4404-86cf-f4977a746543 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:51.148743 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-463559d5-ea09-4a5b-ace6-1a3f068faf9b req-0e51132d-575d-4404-86cf-f4977a746543 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 944 time: 0.0506058 Sep 03 18:13:51.186385 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-463559d5-ea09-4a5b-ace6-1a3f068faf9b req-2012c61d-bdee-485b-829c-386673b186e7 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313869 Sep 03 18:13:51.310979 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d685fd-631d-45b6-a6b6-0664359923e9 req-4e5ea61e-ff5d-406b-b211-7b9d25cc907e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:51.312490 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11d685fd-631d-45b6-a6b6-0664359923e9 req-4e5ea61e-ff5d-406b-b211-7b9d25cc907e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 931 time: 0.0520155 Sep 03 18:13:51.350307 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ffa080f6-3d67-4c77-8185-154e84cbe520 req-bb5e5b6d-2d30-490e-86dd-5f25a558f8ab tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 210 time: 0.0350537 Sep 03 18:13:51.371615 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11d685fd-631d-45b6-a6b6-0664359923e9 req-a5bfd1de-1469-4aef-98f8-3ec97bc9c163 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472348 Sep 03 18:13:51.467329 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device c91c3d1e-5b3d-4a37-a802-0f2c662155a6 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:13:51.498417 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-2c4f311b-c470-44b9-9245-d920b5b3baf9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Request body: {'port': {'device_id': 'c2c5c51b-46a6-47cb-8250-2fcd23c72d77', 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96', 'admin_state_up': True, 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:51.499217 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Request body: {'port': {'device_id': '2552f9b9-14e5-4755-ba32-079a660a5353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:51.548640 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port c91c3d1e-5b3d-4a37-a802-0f2c662155a6 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:13:51.555442 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port c91c3d1e-5b3d-4a37-a802-0f2c662155a6 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:51.555818 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:51.623516 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.55', 49858) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:51.624213 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:51.668354 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:51.716523 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port c91c3d1e-5b3d-4a37-a802-0f2c662155a6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c91c3d1e-5b3d-4a37-a802-0f2c662155a6,segment=NetworkSegment(4e266a9c-977f-4a2f-9e69-e0bb1b71e56d),segment_id=4e266a9c-977f-4a2f-9e69-e0bb1b71e56d)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:13:51.717607 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c867bd-ca2a-47ba-89eb-ae047e990f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91c3d1e-5b3d-4a37-a802-0f2c662155a6'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:13:51.723223 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-2c4f311b-c470-44b9-9245-d920b5b3baf9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Made reservation on behalf of ffb56f8a86c44c33a37e5e17d2009e34 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:51.727790 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-2c4f311b-c470-44b9-9245-d920b5b3baf9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:51.791137 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:51.833174 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-30c6fee1-fd04-4cc0-b134-ae4117932032 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:51.834996 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-30c6fee1-fd04-4cc0-b134-ae4117932032 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.55 "GET /v2.0/networks?id=6ba05fac-18ef-4556-b8bc-03611f5564b9 HTTP/1.1" status: 200 len: 810 time: 0.1792235 Sep 03 18:13:51.908590 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=c91c3d1e-5b3d-4a37-a802-0f2c662155a6,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:51.953012 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-65473668-886c-47fb-8a4b-df4cda2973bb tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9fad030dd65493e9b5094cd17743413 HTTP/1.1" status: 200 len: 380 time: 0.0490911 Sep 03 18:13:52.003945 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54187f0a-45d8-4ba3-9e7a-6a4d35ce33cf" -d '{"events": [{"server_uuid": "a5c867bd-ca2a-47ba-89eb-ae047e990f42", "name": "network-vif-plugged", "status": "completed", "tag": "c91c3d1e-5b3d-4a37-a802-0f2c662155a6"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:13:52.045067 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-2c4f311b-c470-44b9-9245-d920b5b3baf9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Allocated IP 172.20.0.2 (9894e58b-23d3-4a72-ac4f-3d9c135a5f96/67ddc986-ec27-49bf-ac46-8bc382025127/d093173a-f8a3-4b06-a11a-f694e3257f2f) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:13:52.131836 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad91070-542c-4d1d-aea9-84d821f35489 x-openstack-request-id: req-8ad91070-542c-4d1d-aea9-84d821f35489 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:13:52.131836 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c867bd-ca2a-47ba-89eb-ae047e990f42", "name": "network-vif-plugged", "status": "completed", "tag": "c91c3d1e-5b3d-4a37-a802-0f2c662155a6", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:13:52.131836 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8ad91070-542c-4d1d-aea9-84d821f35489 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:13:52.131836 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c867bd-ca2a-47ba-89eb-ae047e990f42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91c3d1e-5b3d-4a37-a802-0f2c662155a6', 'code': 200} Sep 03 18:13:52.136355 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14844a20-98e7-4dde-8afc-6173394f9f19 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:13:52.140472 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-35f34d75-b716-4269-b1a7-96a2146e6e16 req-a1c62c8c-d4e9-4fb5-88dc-32d946abac0a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 210 time: 0.0350864 Sep 03 18:13:52.144811 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:52.161570 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Transition to ACTIVE for port object 14844a20-98e7-4dde-8afc-6173394f9f19 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:52.166886 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:52.233122 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Pushing event updated for resources: {'Port': ['ID=14844a20-98e7-4dde-8afc-6173394f9f19,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:52.332947 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-2c4f311b-c470-44b9-9245-d920b5b3baf9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:52.338633 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Attempting to bind port 14844a20-98e7-4dde-8afc-6173394f9f19 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:13:52.339266 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Attempting to bind port 14844a20-98e7-4dde-8afc-6173394f9f19 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:13:52.339597 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Attempting to bind port 14844a20-98e7-4dde-8afc-6173394f9f19 on network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:13:52.345477 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Port 14844a20-98e7-4dde-8afc-6173394f9f19 on network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:13:52.346123 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Attempting to bind port 14844a20-98e7-4dde-8afc-6173394f9f19 on network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:13:52.353490 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:13:52.354243 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Checking segment: {'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:52.355173 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Bound using segment: {'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:13:52.355781 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Bound port: 14844a20-98e7-4dde-8afc-6173394f9f19, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:13:52.356343 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:52.377271 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d0a4d-674c-45bf-8dcd-b5ff8f6ccdf0 req-14f72990-9600-4836-80fc-b1d27021ef72 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:52.379727 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b41d0a4d-674c-45bf-8dcd-b5ff8f6ccdf0 req-14f72990-9600-4836-80fc-b1d27021ef72 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 945 time: 0.1104500 Sep 03 18:13:52.432355 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b41d0a4d-674c-45bf-8dcd-b5ff8f6ccdf0 req-4f2abb88-6413-45ba-91c5-95d250991831 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452991 Sep 03 18:13:52.433678 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-2c4f311b-c470-44b9-9245-d920b5b3baf9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:52.461457 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] For port 14844a20-98e7-4dde-8afc-6173394f9f19, host hv-cinder-78878, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:13:52.464848 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] For port 14844a20-98e7-4dde-8afc-6173394f9f19, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14844a20-98e7-4dde-8afc-6173394f9f19,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:13:52.473950 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:52.540895 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:52.542225 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:52.545303 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] 10.222.0.55 "PUT /v2.0/ports/14844a20-98e7-4dde-8afc-6173394f9f19 HTTP/1.1" status: 200 len: 1093 time: 1.0503120 Sep 03 18:13:52.549176 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2552f9b9-14e5-4755-ba32-079a660a5353', 'tag': '14844a20-98e7-4dde-8afc-6173394f9f19'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:13:52.551820 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5d1242-969a-4b01-9c00-98a6945e0adf" -d '{"events": [{"name": "network-changed", "server_uuid": "2552f9b9-14e5-4755-ba32-079a660a5353", "tag": "14844a20-98e7-4dde-8afc-6173394f9f19"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:13:52.581742 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32dfe0-e60b-4f22-a9ae-d2959266480f service neutron] Pushing event updated for resources: {'Port': ['ID=14844a20-98e7-4dde-8afc-6173394f9f19,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:52.628538 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-967710b5-6710-4ce3-b70b-1b8296536f0c req-79e9eaee-afde-4580-b71d-be0d5830546b tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 210 time: 0.0938284 Sep 03 18:13:52.635199 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-2c4f311b-c470-44b9-9245-d920b5b3baf9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Network 9894e58b-23d3-4a72-ac4f-3d9c135a5f96 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:52.648687 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-2c4f311b-c470-44b9-9245-d920b5b3baf9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:52.652152 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f311b-c470-44b9-9245-d920b5b3baf9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Pushing event updated for resources: {'Port': ['ID=d093173a-f8a3-4b06-a11a-f694e3257f2f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:52.654589 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-2c4f311b-c470-44b9-9245-d920b5b3baf9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:13:52.660255 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-2c4f311b-c470-44b9-9245-d920b5b3baf9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:52.660890 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-2c4f311b-c470-44b9-9245-d920b5b3baf9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:52.681516 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e9bda-8aac-41fa-8eea-eb3f989a64c8 req-411bbe5a-40b8-4a3b-bb46-785f51de80cd tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:52.683109 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-236e9bda-8aac-41fa-8eea-eb3f989a64c8 req-411bbe5a-40b8-4a3b-bb46-785f51de80cd tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.1585178 Sep 03 18:13:52.704838 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-2c4f311b-c470-44b9-9245-d920b5b3baf9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2062871 Sep 03 18:13:52.715027 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c116459d-bc09-42c3-9e48-78e756bf0965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:52.782476 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-236e9bda-8aac-41fa-8eea-eb3f989a64c8 req-799539a7-026e-4dba-92f2-87d1b9672985 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845604 Sep 03 18:13:52.801275 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6429f3b8-71d2-4d83-867c-992ac302a0bf x-openstack-request-id: req-6429f3b8-71d2-4d83-867c-992ac302a0bf {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:13:52.801837 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2552f9b9-14e5-4755-ba32-079a660a5353", "tag": "14844a20-98e7-4dde-8afc-6173394f9f19", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:13:52.802157 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6429f3b8-71d2-4d83-867c-992ac302a0bf {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:13:52.802952 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2552f9b9-14e5-4755-ba32-079a660a5353', 'tag': '14844a20-98e7-4dde-8afc-6173394f9f19', 'status': 'completed', 'code': 200} Sep 03 18:13:53.243528 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dd31ac80-4936-4550-bcc0-ab4e99cb24fe req-12c48e96-f271-4754-9113-c8bafad75b72 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 210 time: 0.0290720 Sep 03 18:13:53.554984 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bf96a-0b2c-4506-ac35-46ff1680f083 req-e5134b59-1027-4fd4-98c3-1d7d41f3d5b7 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:53.556448 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ca9bf96a-0b2c-4506-ac35-46ff1680f083 req-e5134b59-1027-4fd4-98c3-1d7d41f3d5b7 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 945 time: 0.0500684 Sep 03 18:13:53.592685 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ca9bf96a-0b2c-4506-ac35-46ff1680f083 req-92abccfa-befb-4fba-b3b1-83c88edb649a tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304372 Sep 03 18:13:53.718163 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3013175b-52c9-4cf5-a674-6aa190c1eab9 req-41c920c0-b628-4fb9-8097-4fcd1c162012 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 210 time: 0.0258167 Sep 03 18:13:53.911829 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b6a96d-5139-4c73-a093-7237a8fe0141 req-5ba1969d-4add-4878-8304-bca02ca487d4 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:53.913843 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-61b6a96d-5139-4c73-a093-7237a8fe0141 req-5ba1969d-4add-4878-8304-bca02ca487d4 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0500033 Sep 03 18:13:53.950730 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-61b6a96d-5139-4c73-a093-7237a8fe0141 req-af5e6543-55b5-40c9-94b8-bc61f3f0a3cb tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309553 Sep 03 18:13:54.339356 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f1280828-620b-47a6-8f8a-951fd233aecc req-326e7df7-7323-4c01-97c0-2e1e5a622079 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 210 time: 0.0291119 Sep 03 18:13:54.705684 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e4966-8565-401e-aced-51c9a6028d5c req-4c0f1462-27f1-4494-bc86-2f51d786a149 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:54.707940 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-394e4966-8565-401e-aced-51c9a6028d5c req-4c0f1462-27f1-4494-bc86-2f51d786a149 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 945 time: 0.0494809 Sep 03 18:13:54.712791 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Request body: {'port': {'device_id': 'c2c5c51b-46a6-47cb-8250-2fcd23c72d77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:54.718151 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-29064948-1283-4658-b4e9-359c70465195 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Request body: {'port': {'device_id': 'ea5d7126-cbba-4b0f-aa15-4420fd73af09', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'admin_state_up': True, 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'security_groups': ['0247a099-4efd-4031-9094-78d634cdded6']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:54.836030 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d1242-969a-4b01-9c00-98a6945e0adf req-d7c739f8-46a8-467d-9f4c-1453878dacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:54.837556 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7a5d1242-969a-4b01-9c00-98a6945e0adf req-d7c739f8-46a8-467d-9f4c-1453878dacfb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91b2e3de39174dfaafef8a07f2e61bc2&device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 1096 time: 0.1237934 Sep 03 18:13:54.848465 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08b93c84-ad2f-4519-9959-ca1348e1ea1a req-808268f0-2321-4a4f-ae82-4cd431b9e891 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 210 time: 0.0370553 Sep 03 18:13:54.851439 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-394e4966-8565-401e-aced-51c9a6028d5c req-d2660bed-5823-411d-a3a2-7d62dc7175dc tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359749 Sep 03 18:13:54.859510 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:54.874026 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.55', 49864) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:54.995808 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-29064948-1283-4658-b4e9-359c70465195 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Made reservation on behalf of d9fad030dd65493e9b5094cd17743413 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:54.999178 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-29064948-1283-4658-b4e9-359c70465195 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:55.013306 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.55', 49866) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:13:55.109766 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a6f76-e24f-4d66-99f4-f9634e6784de req-beea5be4-8f69-4cd8-85b6-184e22ba3c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:55.111329 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-893a6f76-e24f-4d66-99f4-f9634e6784de req-beea5be4-8f69-4cd8-85b6-184e22ba3c41 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 1098 time: 0.2371333 Sep 03 18:13:55.144743 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d1242-969a-4b01-9c00-98a6945e0adf req-fcafa571-1522-4355-9b40-e08d522e51b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:55.146125 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7a5d1242-969a-4b01-9c00-98a6945e0adf req-fcafa571-1522-4355-9b40-e08d522e51b9 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=91b2e3de39174dfaafef8a07f2e61bc2&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2912824 Sep 03 18:13:55.227511 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-b304e96b-d7b8-45ad-8c4f-2c454d91c9dc tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:55.228963 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-b304e96b-d7b8-45ad-8c4f-2c454d91c9dc tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.55 "GET /v2.0/networks?id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96 HTTP/1.1" status: 200 len: 819 time: 0.2146955 Sep 03 18:13:55.259512 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a450c-5b31-4901-ae6c-733122b15256 req-1feffa63-4012-48cd-b878-4686a5146f09 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:55.260998 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3d2a450c-5b31-4901-ae6c-733122b15256 req-1feffa63-4012-48cd-b878-4686a5146f09 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.1555946 Sep 03 18:13:55.271812 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-29064948-1283-4658-b4e9-359c70465195 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Allocated IP 172.20.0.5 (6ba05fac-18ef-4556-b8bc-03611f5564b9/afe12978-3220-4047-98a9-897ddeffcbac/0f890479-a810-4f29-be78-ee595ad39be8) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:13:55.327691 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9cf074b2-23eb-4cc4-a2af-d19f55646987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:55.335010 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3d2a450c-5b31-4901-ae6c-733122b15256 req-7afd0db5-5280-40ee-9722-b6bb4d42946a tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675974 Sep 03 18:13:55.419508 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-29064948-1283-4658-b4e9-359c70465195 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:55.437804 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-29064948-1283-4658-b4e9-359c70465195 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Transition to ACTIVE for port object 0f890479-a810-4f29-be78-ee595ad39be8 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:55.457539 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b6d17ed6-ffba-4838-aed0-15a1544d3f1f req-8c76dc77-4d53-46e1-853a-478710a77dce tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 210 time: 0.0473108 Sep 03 18:13:55.470947 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d093173a-f8a3-4b06-a11a-f694e3257f2f {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:13:55.476838 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-29064948-1283-4658-b4e9-359c70465195 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:55.478674 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:55.492378 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Transition to ACTIVE for port object d093173a-f8a3-4b06-a11a-f694e3257f2f will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:55.495937 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:55.518151 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-29064948-1283-4658-b4e9-359c70465195 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Network 6ba05fac-18ef-4556-b8bc-03611f5564b9 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:55.522122 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-29064948-1283-4658-b4e9-359c70465195 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:55.526075 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-29064948-1283-4658-b4e9-359c70465195 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:13:55.559501 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29064948-1283-4658-b4e9-359c70465195 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event updated for resources: {'Port': ['ID=0f890479-a810-4f29-be78-ee595ad39be8,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:55.582709 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-29064948-1283-4658-b4e9-359c70465195 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:55.582943 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Pushing event updated for resources: {'Port': ['ID=d093173a-f8a3-4b06-a11a-f694e3257f2f,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:55.583100 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-29064948-1283-4658-b4e9-359c70465195 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:55.597559 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-29064948-1283-4658-b4e9-359c70465195 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8882549 Sep 03 18:13:55.614561 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Attempting to bind port d093173a-f8a3-4b06-a11a-f694e3257f2f on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:13:55.614955 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Attempting to bind port d093173a-f8a3-4b06-a11a-f694e3257f2f by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '9e5ce9a8-cb1a-4878-92bb-66e4cd13af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:13:55.615341 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Attempting to bind port d093173a-f8a3-4b06-a11a-f694e3257f2f on network 9894e58b-23d3-4a72-ac4f-3d9c135a5f96 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:13:55.619877 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Port d093173a-f8a3-4b06-a11a-f694e3257f2f on network 9894e58b-23d3-4a72-ac4f-3d9c135a5f96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:13:55.620195 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Attempting to bind port d093173a-f8a3-4b06-a11a-f694e3257f2f on network 9894e58b-23d3-4a72-ac4f-3d9c135a5f96 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:13:55.625265 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 13, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:13:55.625621 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Checking segment: {'id': '9e5ce9a8-cb1a-4878-92bb-66e4cd13af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:55.626191 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Bound using segment: {'id': '9e5ce9a8-cb1a-4878-92bb-66e4cd13af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:13:55.626667 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Bound port: d093173a-f8a3-4b06-a11a-f694e3257f2f, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e5ce9a8-cb1a-4878-92bb-66e4cd13af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:13:55.627025 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:55.694908 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] For port d093173a-f8a3-4b06-a11a-f694e3257f2f, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:13:55.699524 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] For port d093173a-f8a3-4b06-a11a-f694e3257f2f, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d093173a-f8a3-4b06-a11a-f694e3257f2f,segment=NetworkSegment(9e5ce9a8-cb1a-4878-92bb-66e4cd13af64),segment_id=9e5ce9a8-cb1a-4878-92bb-66e4cd13af64)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:13:55.704058 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:55.738444 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:55.739045 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:55.740447 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] 10.222.0.55 "PUT /v2.0/ports/d093173a-f8a3-4b06-a11a-f694e3257f2f HTTP/1.1" status: 200 len: 1093 time: 1.0315981 Sep 03 18:13:55.740869 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2c5c51b-46a6-47cb-8250-2fcd23c72d77', 'tag': 'd093173a-f8a3-4b06-a11a-f694e3257f2f'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:13:55.769924 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a8baa9ba-9483-4df7-924c-7888a05f5eda None None] Provisioning for port 0f890479-a810-4f29-be78-ee595ad39be8 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:13:55.774652 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a8baa9ba-9483-4df7-924c-7888a05f5eda None None] Provisioning complete for port 0f890479-a810-4f29-be78-ee595ad39be8 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:13:55.775096 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a8baa9ba-9483-4df7-924c-7888a05f5eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:55.814142 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a8baa9ba-9483-4df7-924c-7888a05f5eda None None] Port 0f890479-a810-4f29-be78-ee595ad39be8 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:13:55.841681 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:55.844996 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ec7d0-94e2-4848-826b-81f3bf0d8c5b service neutron] Pushing event updated for resources: {'Port': ['ID=d093173a-f8a3-4b06-a11a-f694e3257f2f,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:55.852531 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864fdc6a-459d-4d4d-972e-ae0e692eb170" -d '{"events": [{"name": "network-changed", "server_uuid": "c2c5c51b-46a6-47cb-8250-2fcd23c72d77", "tag": "d093173a-f8a3-4b06-a11a-f694e3257f2f"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:13:55.957762 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3bb0e2ae-8416-4146-a3f6-89760338674a req-556082e0-f315-4d94-9e19-aecfb75d7866 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 210 time: 0.0370963 Sep 03 18:13:55.972501 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4425d2a4-c877-4551-b7f3-cd6c7626272e x-openstack-request-id: req-4425d2a4-c877-4551-b7f3-cd6c7626272e {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:13:55.973575 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2c5c51b-46a6-47cb-8250-2fcd23c72d77", "tag": "d093173a-f8a3-4b06-a11a-f694e3257f2f", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:13:55.974544 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4425d2a4-c877-4551-b7f3-cd6c7626272e {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:13:55.983053 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2c5c51b-46a6-47cb-8250-2fcd23c72d77', 'tag': 'd093173a-f8a3-4b06-a11a-f694e3257f2f', 'status': 'completed', 'code': 200} Sep 03 18:13:56.074874 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc2f3f-ea45-4002-b40f-3dd8f0c423da req-87534546-ec8e-4b96-9d88-91e4c55f8a46 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:56.076445 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-30fc2f3f-ea45-4002-b40f-3dd8f0c423da req-87534546-ec8e-4b96-9d88-91e4c55f8a46 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 945 time: 0.0486569 Sep 03 18:13:56.113598 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-30fc2f3f-ea45-4002-b40f-3dd8f0c423da req-bdb97595-8c44-4d0b-9d7d-6f7512bc9884 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306611 Sep 03 18:13:56.455600 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49856621-1905-465f-a73a-2004df4f17b6 req-f5d575fd-680e-4199-94d0-26543b2abffb tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:56.458109 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-49856621-1905-465f-a73a-2004df4f17b6 req-f5d575fd-680e-4199-94d0-26543b2abffb tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0520689 Sep 03 18:13:56.494790 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-49856621-1905-465f-a73a-2004df4f17b6 req-dd03b2f6-dc4a-4fe1-859e-a2f0324ba501 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307112 Sep 03 18:13:56.570137 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23a38a-de4c-4b8b-9527-e1b7a184fb14 req-7926344c-fbaf-42be-94d8-57417b5ad048 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:56.571602 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-da23a38a-de4c-4b8b-9527-e1b7a184fb14 req-7926344c-fbaf-42be-94d8-57417b5ad048 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 931 time: 0.0466549 Sep 03 18:13:56.606956 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-da23a38a-de4c-4b8b-9527-e1b7a184fb14 req-77660c22-7eda-4532-b281-65b40d143aaa tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295277 Sep 03 18:13:56.801525 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:57.065006 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7919a7d1-e1de-4c78-85dd-3a803e232d93 req-f6e52740-a5f8-41fc-8e8c-4bf7274a34ec tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 210 time: 0.0264561 Sep 03 18:13:57.225016 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571288a-e597-4527-875a-12ef19dfc6fc req-813b3d05-fdd5-4b92-a579-9267cb5b31a1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:57.226463 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9571288a-e597-4527-875a-12ef19dfc6fc req-813b3d05-fdd5-4b92-a579-9267cb5b31a1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 945 time: 0.0469632 Sep 03 18:13:57.264117 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9571288a-e597-4527-875a-12ef19dfc6fc req-00806bce-7f44-4e68-92a2-fcb5c3b8df88 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319362 Sep 03 18:13:57.614100 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7e76d7-4e6f-4418-86a7-064cc4cacccc req-884d65e5-5677-4b64-8d7f-db0e01f80aba tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:57.615570 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ab7e76d7-4e6f-4418-86a7-064cc4cacccc req-884d65e5-5677-4b64-8d7f-db0e01f80aba tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0476098 Sep 03 18:13:57.651713 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ab7e76d7-4e6f-4418-86a7-064cc4cacccc req-ca19f8ca-8a37-4184-a375-831635533231 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303733 Sep 03 18:13:57.719215 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1d7d9b-50df-41d0-98e0-322e7534da80 req-f80399be-c395-4d12-b10a-3c693711b131 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:57.720665 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5e1d7d9b-50df-41d0-98e0-322e7534da80 req-f80399be-c395-4d12-b10a-3c693711b131 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 931 time: 0.0475850 Sep 03 18:13:57.757477 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5e1d7d9b-50df-41d0-98e0-322e7534da80 req-6db59bbf-4156-4fca-b4a6-1de1a28a37df tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304596 Sep 03 18:13:57.815250 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-893a6f76-e24f-4d66-99f4-f9634e6784de req-0b3b2c24-01bd-46d6-bb15-4f52f04f0c5a service neutron] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:57.815653 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Request body: {'port': {'device_id': 'ea5d7126-cbba-4b0f-aa15-4420fd73af09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:57.822905 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-5b11c9fa-2098-4840-8ea2-23f08423f7c2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Request body: {'port': {'device_id': '34f6ddc4-e214-458f-9859-1bbe29648519', 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96', 'admin_state_up': True, 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:57.919227 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-40eeb987-db04-4be9-b65d-7b9f375f0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:57.921281 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-40eeb987-db04-4be9-b65d-7b9f375f0c32 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ffb56f8a86c44c33a37e5e17d2009e34&device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 1096 time: 0.0953636 Sep 03 18:13:58.000039 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-7602fd32-72cd-4119-9af8-8cc6a13f6e1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d093173a-f8a3-4b06-a11a-f694e3257f2f HTTP/1.1" status: 200 len: 217 time: 0.0697622 Sep 03 18:13:58.057717 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:58.077396 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-8f8599f7-0a32-48a2-876f-59cc53e94148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:58.078921 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-8f8599f7-0a32-48a2-876f-59cc53e94148 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=67ddc986-ec27-49bf-ac46-8bc382025127 HTTP/1.1" status: 200 len: 859 time: 0.0710218 Sep 03 18:13:58.107393 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-893a6f76-e24f-4d66-99f4-f9634e6784de req-0b3b2c24-01bd-46d6-bb15-4f52f04f0c5a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:58.124086 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:58.134729 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-893a6f76-e24f-4d66-99f4-f9634e6784de req-0b3b2c24-01bd-46d6-bb15-4f52f04f0c5a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:58.162201 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-501327c9-98e2-4533-b365-1dfbbd6d66db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669134 Sep 03 18:13:58.236984 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9b6d7c02-730b-493b-b0ba-36c1515eedf4 req-879e7440-c242-4ce5-8457-a84e0297434a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 210 time: 0.0643349 Sep 03 18:13:58.261911 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-893a6f76-e24f-4d66-99f4-f9634e6784de req-0b3b2c24-01bd-46d6-bb15-4f52f04f0c5a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4504066 Sep 03 18:13:58.267380 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b2c24-01bd-46d6-bb15-4f52f04f0c5a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=913a4bbd-9c24-40ac-8c8a-9aa654fc2e3e,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:58.318540 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:58.343613 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-aaf0b3fb-58af-411a-b1f4-dfe33a07ca53 service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368425 Sep 03 18:13:58.365304 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5d1242-969a-4b01-9c00-98a6945e0adf req-c0cbdcb9-879c-43ab-ac77-686ab0183fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:58.367055 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7a5d1242-969a-4b01-9c00-98a6945e0adf req-c0cbdcb9-879c-43ab-ac77-686ab0183fa4 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5482128 Sep 03 18:13:58.391352 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-5b11c9fa-2098-4840-8ea2-23f08423f7c2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Made reservation on behalf of ffb56f8a86c44c33a37e5e17d2009e34 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:13:58.395664 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-5b11c9fa-2098-4840-8ea2-23f08423f7c2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:58.420494 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d781076-60a7-435f-a0bc-afb8b1577ba2 req-e7ced751-66d6-47e2-999e-c05e3bd18060 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:58.421992 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9d781076-60a7-435f-a0bc-afb8b1577ba2 req-e7ced751-66d6-47e2-999e-c05e3bd18060 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 945 time: 0.0587225 Sep 03 18:13:58.464766 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9d781076-60a7-435f-a0bc-afb8b1577ba2 req-3beefccc-6fe1-40a8-85c7-3e594f2c22d3 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352087 Sep 03 18:13:58.584031 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-541d527e-1fde-4385-bab5-eda33d7a94dd req-9dd65442-3bbc-49c9-9c46-5626f4d8650b service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909874 Sep 03 18:13:58.670852 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc979358-7015-45c8-a763-36296675937e req-7429ab0f-7573-4609-befd-3f55a3b0f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:58.672392 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-7429ab0f-7573-4609-befd-3f55a3b0f82b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91b2e3de39174dfaafef8a07f2e61bc2&device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 1096 time: 0.1489010 Sep 03 18:13:58.676457 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fdc6a-459d-4d4d-972e-ae0e692eb170 req-50dcb9b0-030d-4c24-8d20-9d786f7ebb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:58.689012 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-864fdc6a-459d-4d4d-972e-ae0e692eb170 req-50dcb9b0-030d-4c24-8d20-9d786f7ebb7a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ffb56f8a86c44c33a37e5e17d2009e34&device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 1096 time: 0.0457642 Sep 03 18:13:58.734481 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-ae4b81da-5f0d-45e6-bb06-b8507bd5bacd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14844a20-98e7-4dde-8afc-6173394f9f19 HTTP/1.1" status: 200 len: 217 time: 0.0451508 Sep 03 18:13:58.749763 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-5b11c9fa-2098-4840-8ea2-23f08423f7c2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Allocated IP 172.20.0.9 (9894e58b-23d3-4a72-ac4f-3d9c135a5f96/67ddc986-ec27-49bf-ac46-8bc382025127/73abd513-4141-4f58-9999-8f06fb8b7c64) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:13:58.828648 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f890479-a810-4f29-be78-ee595ad39be8 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:13:58.836909 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:58.867064 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Transition to ACTIVE for port object 0f890479-a810-4f29-be78-ee595ad39be8 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:13:58.879248 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:58.893206 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc979358-7015-45c8-a763-36296675937e req-2564cb59-0537-4555-afb5-6358e1c0e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:58.900789 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-2564cb59-0537-4555-afb5-6358e1c0e636 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=208c51a8-f834-4218-8eaa-2936809d4cf5 HTTP/1.1" status: 200 len: 854 time: 0.1485679 Sep 03 18:13:59.032410 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Pushing event updated for resources: {'Port': ['ID=0f890479-a810-4f29-be78-ee595ad39be8,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:59.059141 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6707b5-8ab4-42b4-a265-97fc30534a8d req-95b38695-4b85-4bd7-9f23-9af5908d076e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:59.060710 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2e6707b5-8ab4-42b4-a265-97fc30534a8d req-95b38695-4b85-4bd7-9f23-9af5908d076e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.3145015 Sep 03 18:13:59.067545 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fdc6a-459d-4d4d-972e-ae0e692eb170 req-1157a279-38f8-4052-b3cc-54cfffac83fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:59.068984 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-864fdc6a-459d-4d4d-972e-ae0e692eb170 req-1157a279-38f8-4052-b3cc-54cfffac83fc service neutron] 10.222.0.55 "GET /v2.0/networks?id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96 HTTP/1.1" status: 200 len: 920 time: 0.3768289 Sep 03 18:13:59.129260 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-864fdc6a-459d-4d4d-972e-ae0e692eb170 req-7500e24c-b73a-4f1d-9b53-6cab7cf8a4bc service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d093173a-f8a3-4b06-a11a-f694e3257f2f HTTP/1.1" status: 200 len: 217 time: 0.0502305 Sep 03 18:13:59.156279 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc979358-7015-45c8-a763-36296675937e req-74cff6c1-d060-4539-92dd-59f408fb9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:59.157978 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-74cff6c1-d060-4539-92dd-59f408fb9a17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2275527 Sep 03 18:13:59.176268 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2abbbf-53bb-4b96-a488-dcfc50d085f6 req-870a45eb-3f35-4ec9-a20b-290f539e00d9 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:59.178191 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ff2abbbf-53bb-4b96-a488-dcfc50d085f6 req-870a45eb-3f35-4ec9-a20b-290f539e00d9 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 943 time: 0.2060552 Sep 03 18:13:59.213282 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2e6707b5-8ab4-42b4-a265-97fc30534a8d req-9f4305fd-7c96-411f-a67e-d371673ea2d6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416891 Sep 03 18:13:59.226705 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-5b11c9fa-2098-4840-8ea2-23f08423f7c2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:59.281979 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Attempting to bind port 0f890479-a810-4f29-be78-ee595ad39be8 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:13:59.282337 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Attempting to bind port 0f890479-a810-4f29-be78-ee595ad39be8 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:13:59.282954 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Attempting to bind port 0f890479-a810-4f29-be78-ee595ad39be8 on network 6ba05fac-18ef-4556-b8bc-03611f5564b9 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:13:59.301330 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Port 0f890479-a810-4f29-be78-ee595ad39be8 on network 6ba05fac-18ef-4556-b8bc-03611f5564b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:13:59.302450 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Attempting to bind port 0f890479-a810-4f29-be78-ee595ad39be8 on network 6ba05fac-18ef-4556-b8bc-03611f5564b9 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:13:59.321229 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:13:59.321364 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864fdc6a-459d-4d4d-972e-ae0e692eb170 req-17ad0823-116e-48d1-910a-878b40804bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:59.321445 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Checking segment: {'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:13:59.321445 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Bound using segment: {'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:13:59.321445 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Bound port: 0f890479-a810-4f29-be78-ee595ad39be8, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:13:59.321445 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:59.321702 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-864fdc6a-459d-4d4d-972e-ae0e692eb170 req-17ad0823-116e-48d1-910a-878b40804bb0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=67ddc986-ec27-49bf-ac46-8bc382025127 HTTP/1.1" status: 200 len: 859 time: 0.1819742 Sep 03 18:13:59.350337 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ff2abbbf-53bb-4b96-a488-dcfc50d085f6 req-52bf8fcb-ca4c-41d6-9988-3b511e1432db tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359458 Sep 03 18:13:59.390461 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-1423ba5e-5493-40af-8c1f-902421b4d0f0 service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192795 Sep 03 18:13:59.395207 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-864fdc6a-459d-4d4d-972e-ae0e692eb170 req-680c84af-c67a-4f2a-8cd0-d58186eb5bb8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427241 Sep 03 18:13:59.430852 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f410d5e3-6e35-4382-9ffe-969221c9eb60 req-f830cba5-a51b-489f-9087-a02307725ee9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 210 time: 0.0793099 Sep 03 18:13:59.457525 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-5b11c9fa-2098-4840-8ea2-23f08423f7c2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:59.548504 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-5b11c9fa-2098-4840-8ea2-23f08423f7c2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Network 9894e58b-23d3-4a72-ac4f-3d9c135a5f96 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:13:59.549860 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11c9fa-2098-4840-8ea2-23f08423f7c2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Pushing event updated for resources: {'Port': ['ID=73abd513-4141-4f58-9999-8f06fb8b7c64,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:59.556440 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] For port 0f890479-a810-4f29-be78-ee595ad39be8, host hv-cinder-78878, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:13:59.559455 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-5b11c9fa-2098-4840-8ea2-23f08423f7c2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:13:59.599291 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-5b11c9fa-2098-4840-8ea2-23f08423f7c2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:13:59.606686 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] For port 0f890479-a810-4f29-be78-ee595ad39be8, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=0f890479-a810-4f29-be78-ee595ad39be8,segment=NetworkSegment(adbe6979-0ed0-4819-9a77-d891345b2d19),segment_id=adbe6979-0ed0-4819-9a77-d891345b2d19)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:13:59.635812 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:59.640509 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-864fdc6a-459d-4d4d-972e-ae0e692eb170 req-265cc3be-096b-4815-8584-4cc0bc0fba41 service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211545 Sep 03 18:13:59.704075 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:59.704996 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:59.706757 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] 10.222.0.55 "PUT /v2.0/ports/0f890479-a810-4f29-be78-ee595ad39be8 HTTP/1.1" status: 200 len: 1093 time: 1.8959968 Sep 03 18:13:59.707209 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5d7126-cbba-4b0f-aa15-4420fd73af09', 'tag': '0f890479-a810-4f29-be78-ee595ad39be8'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:13:59.709568 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8adde1ce-5488-459c-b3a4-e76828ed439e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5d7126-cbba-4b0f-aa15-4420fd73af09", "tag": "0f890479-a810-4f29-be78-ee595ad39be8"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:13:59.751520 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce394503-e7b4-408d-9f49-78141b59f2a1 req-9c1a41f1-8bb2-4a68-a3d1-ba519c4a0a66 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:59.752754 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ce394503-e7b4-408d-9f49-78141b59f2a1 req-9c1a41f1-8bb2-4a68-a3d1-ba519c4a0a66 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 945 time: 0.1275411 Sep 03 18:13:59.771298 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aceabd8-fb44-4458-b7e9-5be0b1db2c15 x-openstack-request-id: req-6aceabd8-fb44-4458-b7e9-5be0b1db2c15 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:13:59.771613 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5d7126-cbba-4b0f-aa15-4420fd73af09", "tag": "0f890479-a810-4f29-be78-ee595ad39be8", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:13:59.771855 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6aceabd8-fb44-4458-b7e9-5be0b1db2c15 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:13:59.772258 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5d7126-cbba-4b0f-aa15-4420fd73af09', 'tag': '0f890479-a810-4f29-be78-ee595ad39be8', 'status': 'completed', 'code': 200} Sep 03 18:13:59.779174 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-5b11c9fa-2098-4840-8ea2-23f08423f7c2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:59.779832 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-5b11c9fa-2098-4840-8ea2-23f08423f7c2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:13:59.802694 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-613ccc27-4c30-4151-8ea0-dae40903594a service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883295 Sep 03 18:13:59.811505 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-864fdc6a-459d-4d4d-972e-ae0e692eb170 req-c34bfdcf-1407-423a-b53b-8c8f7e2ef6cd service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484883 Sep 03 18:13:59.817151 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ce394503-e7b4-408d-9f49-78141b59f2a1 req-71f6a0e0-498f-4a70-8252-5053d6b7aea8 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519745 Sep 03 18:13:59.829569 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9b726-f222-4a13-8a52-17f145e38375 service neutron] Pushing event updated for resources: {'Port': ['ID=0f890479-a810-4f29-be78-ee595ad39be8,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:13:59.848103 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-5b11c9fa-2098-4840-8ea2-23f08423f7c2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0376210 Sep 03 18:13:59.858938 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-87595d2a-0ed6-457b-be9d-63ab135d739f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:13:59.860578 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-87595d2a-0ed6-457b-be9d-63ab135d739f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9fad030dd65493e9b5094cd17743413&device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 1096 time: 0.0780015 Sep 03 18:13:59.882709 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Request body: {'port': {'device_id': '34f6ddc4-e214-458f-9859-1bbe29648519', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:13:59.936671 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-34de0904-79f5-494a-9c75-5d3de305bc7f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f890479-a810-4f29-be78-ee595ad39be8 HTTP/1.1" status: 200 len: 217 time: 0.0509527 Sep 03 18:13:59.965853 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:00.233973 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73abd513-4141-4f58-9999-8f06fb8b7c64 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:14:00.241821 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:00.254832 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Transition to ACTIVE for port object 73abd513-4141-4f58-9999-8f06fb8b7c64 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:00.260146 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:00.310353 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Pushing event updated for resources: {'Port': ['ID=73abd513-4141-4f58-9999-8f06fb8b7c64,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:00.345057 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f9dcb-9d17-440d-aec3-ed586cead1ac req-331f2a3e-65eb-445f-9915-29eca6b46436 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:00.345235 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-291f9dcb-9d17-440d-aec3-ed586cead1ac req-331f2a3e-65eb-445f-9915-29eca6b46436 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0571947 Sep 03 18:14:00.396298 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Attempting to bind port 73abd513-4141-4f58-9999-8f06fb8b7c64 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:14:00.396694 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Attempting to bind port 73abd513-4141-4f58-9999-8f06fb8b7c64 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '9e5ce9a8-cb1a-4878-92bb-66e4cd13af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:14:00.397090 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Attempting to bind port 73abd513-4141-4f58-9999-8f06fb8b7c64 on network 9894e58b-23d3-4a72-ac4f-3d9c135a5f96 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:00.401867 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Port 73abd513-4141-4f58-9999-8f06fb8b7c64 on network 9894e58b-23d3-4a72-ac4f-3d9c135a5f96 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:14:00.402249 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Attempting to bind port 73abd513-4141-4f58-9999-8f06fb8b7c64 on network 9894e58b-23d3-4a72-ac4f-3d9c135a5f96 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:00.407035 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-291f9dcb-9d17-440d-aec3-ed586cead1ac req-defd0f3c-061d-421e-81e6-b55b26259142 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553682 Sep 03 18:14:00.407370 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:14:00.407788 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Checking segment: {'id': '9e5ce9a8-cb1a-4878-92bb-66e4cd13af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:00.408227 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Bound using segment: {'id': '9e5ce9a8-cb1a-4878-92bb-66e4cd13af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:14:00.408730 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Bound port: 73abd513-4141-4f58-9999-8f06fb8b7c64, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e5ce9a8-cb1a-4878-92bb-66e4cd13af64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:14:00.409141 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:00.479458 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] For port 73abd513-4141-4f58-9999-8f06fb8b7c64, host hv-cinder-78878, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:14:00.481417 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5dc68-ef15-4237-9930-c670767890db req-fdd14aae-47c4-481d-9553-69ee5231540f tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:00.482994 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7da5dc68-ef15-4237-9930-c670767890db req-fdd14aae-47c4-481d-9553-69ee5231540f tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 943 time: 0.0671492 Sep 03 18:14:00.488718 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] For port 73abd513-4141-4f58-9999-8f06fb8b7c64, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73abd513-4141-4f58-9999-8f06fb8b7c64,segment=NetworkSegment(9e5ce9a8-cb1a-4878-92bb-66e4cd13af64),segment_id=9e5ce9a8-cb1a-4878-92bb-66e4cd13af64)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:14:00.493227 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:00.529395 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:00.530015 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:00.531425 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] 10.222.0.55 "PUT /v2.0/ports/73abd513-4141-4f58-9999-8f06fb8b7c64 HTTP/1.1" status: 200 len: 1093 time: 0.6537335 Sep 03 18:14:00.550004 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac050a6-4e3f-4a14-943c-1b766c1eecd3 service neutron] Pushing event updated for resources: {'Port': ['ID=73abd513-4141-4f58-9999-8f06fb8b7c64,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:00.552239 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7da5dc68-ef15-4237-9930-c670767890db req-016b181f-9a6c-4836-82f6-4a7a0c38fc9d tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621238 Sep 03 18:14:00.568652 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce5ef42-c0d5-43be-aeeb-4226ab0c8a7c req-d4bba55a-1e8a-4631-8c0c-63adcd11e271 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:00.570549 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ce5ef42-c0d5-43be-aeeb-4226ab0c8a7c req-d4bba55a-1e8a-4631-8c0c-63adcd11e271 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 943 time: 0.0666955 Sep 03 18:14:00.609304 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ce5ef42-c0d5-43be-aeeb-4226ab0c8a7c req-433a65fa-18cf-4913-b1ba-3d6697b635e2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318112 Sep 03 18:14:00.954422 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbbe6b8-00bc-42f6-9330-d01de574df3e req-71c1dd2f-1456-4903-9667-bd2cc5b42c81 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:00.955924 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4fbbe6b8-00bc-42f6-9330-d01de574df3e req-71c1dd2f-1456-4903-9667-bd2cc5b42c81 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 945 time: 0.0527599 Sep 03 18:14:00.993422 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4fbbe6b8-00bc-42f6-9330-d01de574df3e req-d764a7e7-2726-4804-93b3-abbbfcd5f750 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312188 Sep 03 18:14:01.002124 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 45778) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:01.104025 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1621935a-c878-4cbf-a019-1c35381cba9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.188377 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1621935a-c878-4cbf-a019-1c35381cba9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.192538 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1621935a-c878-4cbf-a019-1c35381cba9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.228085 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1621935a-c878-4cbf-a019-1c35381cba9a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8351a5ee7c4742dc86294d78f7a7558b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247512 Sep 03 18:14:01.230058 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1621935a-c878-4cbf-a019-1c35381cba9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0881aa74-9dd4-4621-9fad-4ace70203941,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:01.230825 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 45782) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:01.280429 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8a93b836-2b4f-4165-84c1-ebe1f72127c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.301216 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8a93b836-2b4f-4165-84c1-ebe1f72127c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.348013 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8a93b836-2b4f-4165-84c1-ebe1f72127c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.350534 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8a93b836-2b4f-4165-84c1-ebe1f72127c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.351654 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8a93b836-2b4f-4165-84c1-ebe1f72127c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0881aa74-9dd4-4621-9fad-4ace70203941 HTTP/1.1" status: 204 len: 168 time: 0.1197357 Sep 03 18:14:01.360301 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93b836-2b4f-4165-84c1-ebe1f72127c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0881aa74-9dd4-4621-9fad-4ace70203941,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:01.533955 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfcb09-6425-45d0-9a98-a96e749473d8 req-5ac39938-661c-45c4-a88b-83ee4fd88908 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:01.536146 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3fbfcb09-6425-45d0-9a98-a96e749473d8 req-5ac39938-661c-45c4-a88b-83ee4fd88908 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0522499 Sep 03 18:14:01.579227 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3fbfcb09-6425-45d0-9a98-a96e749473d8 req-2d5619ba-988b-4098-b246-c99e8c782056 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368989 Sep 03 18:14:01.630443 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 45796) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:01.643507 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-50cb3173-f7f7-4b4b-a245-36fa3f51708d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.682827 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4faf8-fd2e-42a7-a931-7244af61f895 req-b32940cd-d10e-4bba-8e77-80045ad8b330 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:01.684423 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-24d4faf8-fd2e-42a7-a931-7244af61f895 req-b32940cd-d10e-4bba-8e77-80045ad8b330 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 943 time: 0.0572305 Sep 03 18:14:01.741503 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-50cb3173-f7f7-4b4b-a245-36fa3f51708d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.746250 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-50cb3173-f7f7-4b4b-a245-36fa3f51708d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.750021 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-24d4faf8-fd2e-42a7-a931-7244af61f895 req-c7c58719-5e18-4c87-8287-b762b680afaf tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554121 Sep 03 18:14:01.770419 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0df16c-fc7c-41ba-844f-b7ebf0c53361 req-f28d5281-0426-46bc-b4d0-2832d5455b0e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:01.772163 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf0df16c-fc7c-41ba-844f-b7ebf0c53361 req-f28d5281-0426-46bc-b4d0-2832d5455b0e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 943 time: 0.0867865 Sep 03 18:14:01.782130 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34f6ddc4-e214-458f-9859-1bbe29648519', 'tag': '73abd513-4141-4f58-9999-8f06fb8b7c64'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:01.782130 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ad43e2-4f3e-423b-9784-7464d100fe93" -d '{"events": [{"name": "network-changed", "server_uuid": "34f6ddc4-e214-458f-9859-1bbe29648519", "tag": "73abd513-4141-4f58-9999-8f06fb8b7c64"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:01.820868 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf0df16c-fc7c-41ba-844f-b7ebf0c53361 req-621bf6db-b822-47c9-b7f8-45471b6b1a81 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415468 Sep 03 18:14:01.820990 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cb3173-f7f7-4b4b-a245-36fa3f51708d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49a3ffb4-f4c3-431b-b2df-5a7f46511069,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:01.825080 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-50cb3173-f7f7-4b4b-a245-36fa3f51708d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=92b27dc7de0948fa904fb232aaf87ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936407 Sep 03 18:14:01.826783 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433385ff-79bd-4658-8d30-4cb566c56a18 x-openstack-request-id: req-433385ff-79bd-4658-8d30-4cb566c56a18 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:01.827060 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34f6ddc4-e214-458f-9859-1bbe29648519", "tag": "73abd513-4141-4f58-9999-8f06fb8b7c64", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:01.827306 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-433385ff-79bd-4658-8d30-4cb566c56a18 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:01.827899 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 45804) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:01.828232 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34f6ddc4-e214-458f-9859-1bbe29648519', 'tag': '73abd513-4141-4f58-9999-8f06fb8b7c64', 'status': 'completed', 'code': 200} Sep 03 18:14:01.840111 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-7a22abb7-71eb-48af-bc98-00054303c08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:01.841620 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-7a22abb7-71eb-48af-bc98-00054303c08c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afe12978-3220-4047-98a9-897ddeffcbac HTTP/1.1" status: 200 len: 849 time: 0.0791495 Sep 03 18:14:01.878014 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-451dc12f-c173-46f6-a467-880c1a92dfa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.899913 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-451dc12f-c173-46f6-a467-880c1a92dfa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.946665 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-451dc12f-c173-46f6-a467-880c1a92dfa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.949189 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-451dc12f-c173-46f6-a467-880c1a92dfa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:01.950341 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-451dc12f-c173-46f6-a467-880c1a92dfa6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/49a3ffb4-f4c3-431b-b2df-5a7f46511069 HTTP/1.1" status: 204 len: 168 time: 0.1211920 Sep 03 18:14:01.958383 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451dc12f-c173-46f6-a467-880c1a92dfa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49a3ffb4-f4c3-431b-b2df-5a7f46511069,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:02.110363 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a19ca0-b019-45e0-aac7-05c22b776e5d req-91b477f7-bc08-40d3-b7a3-907a4a4156a6 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:02.111890 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23a19ca0-b019-45e0-aac7-05c22b776e5d req-91b477f7-bc08-40d3-b7a3-907a4a4156a6 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 945 time: 0.0503809 Sep 03 18:14:02.154182 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23a19ca0-b019-45e0-aac7-05c22b776e5d req-c9f30d37-7940-4d71-ae23-c9889b35b71f tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332911 Sep 03 18:14:02.620640 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 45836) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:02.711011 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab8702-372f-42a5-b66f-f5b48311721e req-94955ab5-836a-4f72-afa9-494211686d54 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:02.712517 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d2ab8702-372f-42a5-b66f-f5b48311721e req-94955ab5-836a-4f72-afa9-494211686d54 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0567713 Sep 03 18:14:02.717363 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-16bc5b0b-4ba9-4c32-9fda-f1dcafa89dee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2097405230-network', 'tenant_id': '25353c144aea4bf1bf579cfc8f1ba1c2'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:02.756130 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16bc5b0b-4ba9-4c32-9fda-f1dcafa89dee admin admin] Made reservation on behalf of 25353c144aea4bf1bf579cfc8f1ba1c2 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:02.758344 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-16bc5b0b-4ba9-4c32-9fda-f1dcafa89dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:02.772256 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d2ab8702-372f-42a5-b66f-f5b48311721e req-8f7c4e25-e12f-401d-83a1-ee43815b9efa tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517473 Sep 03 18:14:02.775215 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-16bc5b0b-4ba9-4c32-9fda-f1dcafa89dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:02.802656 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device d093173a-f8a3-4b06-a11a-f694e3257f2f details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:14:02.904087 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:14:02.914004 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-7ef55d0e-719b-4866-b30a-7159c860f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:02.916204 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-7ef55d0e-719b-4866-b30a-7159c860f017 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ffb56f8a86c44c33a37e5e17d2009e34&device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 1096 time: 0.0838144 Sep 03 18:14:02.926170 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-895c1cde-e06d-4ea6-8a16-3f0de0d1173c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:02.928040 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-895c1cde-e06d-4ea6-8a16-3f0de0d1173c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ba05fac-18ef-4556-b8bc-03611f5564b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1106870 Sep 03 18:14:02.938453 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port d093173a-f8a3-4b06-a11a-f694e3257f2f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d093173a-f8a3-4b06-a11a-f694e3257f2f,segment=NetworkSegment(9e5ce9a8-cb1a-4878-92bb-66e4cd13af64),segment_id=9e5ce9a8-cb1a-4878-92bb-66e4cd13af64)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:02.954866 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': 'd093173a-f8a3-4b06-a11a-f694e3257f2f', 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96', 'port_id': 'd093173a-f8a3-4b06-a11a-f694e3257f2f', 'mac_address': 'fa:16:3e:83:6f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ddc986-ec27-49bf-ac46-8bc382025127', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:14:02.972995 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-0134da11-11ba-4cfe-ac37-ae0aba4f42d6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73abd513-4141-4f58-9999-8f06fb8b7c64 HTTP/1.1" status: 200 len: 217 time: 0.0438380 Sep 03 18:14:02.997669 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-16bc5b0b-4ba9-4c32-9fda-f1dcafa89dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.008490 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-16bc5b0b-4ba9-4c32-9fda-f1dcafa89dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.017772 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.023937 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d63f51-2765-46c7-8b6d-890279f07eff req-688082c8-c5a6-4590-a0ef-66a3a09edd86 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:03.031270 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d2d63f51-2765-46c7-8b6d-890279f07eff req-688082c8-c5a6-4590-a0ef-66a3a09edd86 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 943 time: 0.1718159 Sep 03 18:14:03.042720 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d093173a-f8a3-4b06-a11a-f694e3257f2f {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:14:03.053623 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa9b0aa-2dfb-4ecc-9966-d841648d15de req-f39a0d98-2828-452f-a57a-5d13a1fd0202 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:03.055202 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3aa9b0aa-2dfb-4ecc-9966-d841648d15de req-f39a0d98-2828-452f-a57a-5d13a1fd0202 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 943 time: 0.1238477 Sep 03 18:14:03.072190 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16bc5b0b-4ba9-4c32-9fda-f1dcafa89dee admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:14:03.077188 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-0b6a7b5f-0df4-44af-9902-af71af75eb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:03.079328 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-0b6a7b5f-0df4-44af-9902-af71af75eb47 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=67ddc986-ec27-49bf-ac46-8bc382025127 HTTP/1.1" status: 200 len: 859 time: 0.0911279 Sep 03 18:14:03.084745 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port d093173a-f8a3-4b06-a11a-f694e3257f2f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d093173a-f8a3-4b06-a11a-f694e3257f2f,segment=NetworkSegment(9e5ce9a8-cb1a-4878-92bb-66e4cd13af64),segment_id=9e5ce9a8-cb1a-4878-92bb-66e4cd13af64)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:03.092516 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.107835 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc5b0b-4ba9-4c32-9fda-f1dcafa89dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809aeb82-b1e8-4845-bb69-506cd3a30a5f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:03.122316 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-16bc5b0b-4ba9-4c32-9fda-f1dcafa89dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.122659 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-16bc5b0b-4ba9-4c32-9fda-f1dcafa89dee admin admin] Added segment 13fd0e81-1cea-49bb-b48a-6307f48847e2 of type vlan for network 0174322b-3444-491f-955f-205b5bdc1784 Sep 03 18:14:03.157675 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d2d63f51-2765-46c7-8b6d-890279f07eff req-bb9002ca-c415-40f5-beb4-5b8aa468f7cb tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254473 Sep 03 18:14:03.173718 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=d093173a-f8a3-4b06-a11a-f694e3257f2f,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:03.184602 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-b9b61572-b9fc-483e-8097-4193b20b9020 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394027 Sep 03 18:14:03.187101 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-5e4b2c2b-c5e8-4929-83fe-9c175936f3ef service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219629 Sep 03 18:14:03.195443 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3aa9b0aa-2dfb-4ecc-9966-d841648d15de req-8242e123-7e59-4125-b6af-1498504c857d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241777 Sep 03 18:14:03.203629 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-16bc5b0b-4ba9-4c32-9fda-f1dcafa89dee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.266437 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-16bc5b0b-4ba9-4c32-9fda-f1dcafa89dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.267389 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16bc5b0b-4ba9-4c32-9fda-f1dcafa89dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:03.267966 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-16bc5b0b-4ba9-4c32-9fda-f1dcafa89dee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.316181 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-16bc5b0b-4ba9-4c32-9fda-f1dcafa89dee admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6940181 Sep 03 18:14:03.320445 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 45850) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:03.325874 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-e87b1351-6fc1-4791-be32-24fb43ce33b9 admin admin] Request body: {'subnet': {'network_id': '0174322b-3444-491f-955f-205b5bdc1784', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2097405230-subnet', 'tenant_id': '25353c144aea4bf1bf579cfc8f1ba1c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:03.340879 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc4dc7-6d49-4231-9182-c8ad61e157ab req-33595bfc-e079-4ec9-917b-1984cc1bc7ef tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:03.343640 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2fdc4dc7-6d49-4231-9182-c8ad61e157ab req-33595bfc-e079-4ec9-917b-1984cc1bc7ef tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 945 time: 0.1144319 Sep 03 18:14:03.347802 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['d093173a-f8a3-4b06-a11a-f694e3257f2f'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:14:03.371884 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-44cdd9e8-6856-489a-9359-c1a010643d12 service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605723 Sep 03 18:14:03.373772 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-c2c3bfdc-baa3-43a4-bc5e-68a1cfffaab0 req-04d3ed88-402f-4a5a-a7c6-1eaebef19830 service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534016 Sep 03 18:14:03.380339 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc5b0b-4ba9-4c32-9fda-f1dcafa89dee admin admin] Pushing event updated for resources: {'Network': ['ID=0174322b-3444-491f-955f-205b5bdc1784,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:03.395171 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network 0174322b-3444-491f-955f-205b5bdc1784 details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:14:03.433637 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87b1351-6fc1-4791-be32-24fb43ce33b9 admin admin] Made reservation on behalf of 25353c144aea4bf1bf579cfc8f1ba1c2 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:03.436311 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e87b1351-6fc1-4791-be32-24fb43ce33b9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.461518 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2fdc4dc7-6d49-4231-9182-c8ad61e157ab req-31df4ca8-c1b8-4738-bf61-61340059c7b0 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824895 Sep 03 18:14:03.521278 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3f1060eb-6977-4b98-9e0d-5e1c3c98dd39 req-b8ede05f-bd82-4db0-9b47-bd75c492e891 service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259503 Sep 03 18:14:03.523372 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adde1ce-5488-459c-b3a4-e76828ed439e req-a95deea3-08a1-48e2-82b4-703cf7a851d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:03.524832 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8adde1ce-5488-459c-b3a4-e76828ed439e req-a95deea3-08a1-48e2-82b4-703cf7a851d1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9fad030dd65493e9b5094cd17743413&device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 1096 time: 0.0637586 Sep 03 18:14:03.652170 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adde1ce-5488-459c-b3a4-e76828ed439e req-4cbac96e-77f7-4054-8ce9-ee6254edd946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:03.654484 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8adde1ce-5488-459c-b3a4-e76828ed439e req-4cbac96e-77f7-4054-8ce9-ee6254edd946 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ba05fac-18ef-4556-b8bc-03611f5564b9 HTTP/1.1" status: 200 len: 911 time: 0.1191499 Sep 03 18:14:03.679698 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e87b1351-6fc1-4791-be32-24fb43ce33b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.712467 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8adde1ce-5488-459c-b3a4-e76828ed439e req-6244a699-f29f-45f7-94c8-bac6d0ab5d8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f890479-a810-4f29-be78-ee595ad39be8 HTTP/1.1" status: 200 len: 217 time: 0.0481241 Sep 03 18:14:03.758592 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad43e2-4f3e-423b-9784-7464d100fe93 req-ca5a886d-d957-4700-9d78-0ea2df2da021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:03.760209 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f8ad43e2-4f3e-423b-9784-7464d100fe93 req-ca5a886d-d957-4700-9d78-0ea2df2da021 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ffb56f8a86c44c33a37e5e17d2009e34&device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 1096 time: 0.1047659 Sep 03 18:14:03.778179 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b1351-6fc1-4791-be32-24fb43ce33b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4020142-648d-4458-89d4-5e41a433de43,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:03.789038 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87b1351-6fc1-4791-be32-24fb43ce33b9 admin admin] Checking segment: {'id': '13fd0e81-1cea-49bb-b48a-6307f48847e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '0174322b-3444-491f-955f-205b5bdc1784'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:03.789393 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87b1351-6fc1-4791-be32-24fb43ce33b9 admin admin] Network hostable DHCP agents. Network: 0174322b-3444-491f-955f-205b5bdc1784, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:14:03.799692 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adde1ce-5488-459c-b3a4-e76828ed439e req-18fc9f02-f00b-4427-a3a1-0458ddb666da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:03.799869 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8adde1ce-5488-459c-b3a4-e76828ed439e req-18fc9f02-f00b-4427-a3a1-0458ddb666da service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afe12978-3220-4047-98a9-897ddeffcbac HTTP/1.1" status: 200 len: 849 time: 0.0787280 Sep 03 18:14:03.811264 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87b1351-6fc1-4791-be32-24fb43ce33b9 admin admin] Network 0174322b-3444-491f-955f-205b5bdc1784 is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:14:03.860613 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-e87b1351-6fc1-4791-be32-24fb43ce33b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, 0174322b-3444-491f-955f-205b5bdc1784) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:03.866995 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87b1351-6fc1-4791-be32-24fb43ce33b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:03.867898 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e87b1351-6fc1-4791-be32-24fb43ce33b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:03.874741 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f8d922-a9ea-4db3-b0ad-12c0ac9b18fa None None] Network 0174322b-3444-491f-955f-205b5bdc1784 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:03.897082 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e87b1351-6fc1-4791-be32-24fb43ce33b9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5739920 Sep 03 18:14:03.951419 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b5439c-4a23-4272-a7f6-20bf2bbcbf62 req-01eac587-2fa3-4e5f-95be-b0e9fe376726 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:03.969998 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b4b5439c-4a23-4272-a7f6-20bf2bbcbf62 req-01eac587-2fa3-4e5f-95be-b0e9fe376726 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0800743 Sep 03 18:14:03.995809 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad43e2-4f3e-423b-9784-7464d100fe93 req-110ebcdb-b1f3-42cd-b7c5-8e3e338f5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:04.001730 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f8ad43e2-4f3e-423b-9784-7464d100fe93 req-110ebcdb-b1f3-42cd-b7c5-8e3e338f5d91 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96 HTTP/1.1" status: 200 len: 920 time: 0.2331316 Sep 03 18:14:04.015584 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b4b5439c-4a23-4272-a7f6-20bf2bbcbf62 req-27ddd693-4d2e-404a-b6b9-74d33b901861 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445385 Sep 03 18:14:04.422216 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8a9c84-bae1-4d7a-a353-758acbde1925 None None] Network 0174322b-3444-491f-955f-205b5bdc1784 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:04.423605 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0afad5-d9fc-4d6a-9903-262a165ce1ef req-91e6e576-2ab3-4f36-a5a2-51d183c36049 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:04.426627 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bb0afad5-d9fc-4d6a-9903-262a165ce1ef req-91e6e576-2ab3-4f36-a5a2-51d183c36049 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 943 time: 0.1588204 Sep 03 18:14:04.520552 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c9c79-dec7-46b5-942f-ed25d318b8f9 req-b43d1e0c-4eae-4601-ba8c-e895bc1a6078 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:04.521790 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adde1ce-5488-459c-b3a4-e76828ed439e req-031ce3d3-7cc8-42bb-8ddc-a40e05a3d786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:04.522388 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-078c9c79-dec7-46b5-942f-ed25d318b8f9 req-b43d1e0c-4eae-4601-ba8c-e895bc1a6078 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 943 time: 0.1795404 Sep 03 18:14:04.523747 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8adde1ce-5488-459c-b3a4-e76828ed439e req-031ce3d3-7cc8-42bb-8ddc-a40e05a3d786 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ba05fac-18ef-4556-b8bc-03611f5564b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.7144005 Sep 03 18:14:04.525080 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f8ad43e2-4f3e-423b-9784-7464d100fe93 req-1acb9b55-5942-4821-a0d9-58658728c728 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73abd513-4141-4f58-9999-8f06fb8b7c64 HTTP/1.1" status: 200 len: 217 time: 0.5078697 Sep 03 18:14:04.526019 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bb0afad5-d9fc-4d6a-9903-262a165ce1ef req-b35b89b7-f74e-4a21-9c9f-0a5e059d6c46 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765843 Sep 03 18:14:04.610350 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-078c9c79-dec7-46b5-942f-ed25d318b8f9 req-0e47a6ef-4cce-48b1-8568-cf7bbc0fbdc7 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668616 Sep 03 18:14:04.669480 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ad43e2-4f3e-423b-9784-7464d100fe93 req-6f3436d9-7b50-4941-8849-009d24803f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:04.671116 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f8ad43e2-4f3e-423b-9784-7464d100fe93 req-6f3436d9-7b50-4941-8849-009d24803f17 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=67ddc986-ec27-49bf-ac46-8bc382025127 HTTP/1.1" status: 200 len: 859 time: 0.1252508 Sep 03 18:14:04.699374 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8adde1ce-5488-459c-b3a4-e76828ed439e req-cf6bbec0-0b71-4c7a-9fe3-e430dd055dc8 service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617601 Sep 03 18:14:04.736093 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f8ad43e2-4f3e-423b-9784-7464d100fe93 req-97089ad1-32e2-4770-8dc0-d3c4e71982da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476439 Sep 03 18:14:04.788054 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 45926) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:04.794111 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-6004ecb6-21af-407a-8345-7cd745676e4e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-84062877-network', 'tenant_id': '050e4c132e9846a2bd67777571b93996'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:04.815639 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6004ecb6-21af-407a-8345-7cd745676e4e admin admin] Made reservation on behalf of 050e4c132e9846a2bd67777571b93996 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:04.818544 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6004ecb6-21af-407a-8345-7cd745676e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:04.829078 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6004ecb6-21af-407a-8345-7cd745676e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:04.880288 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8adde1ce-5488-459c-b3a4-e76828ed439e req-568a2988-7f93-44b9-a1b3-ab59e8ab744c service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660607 Sep 03 18:14:04.894881 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f8ad43e2-4f3e-423b-9784-7464d100fe93 req-1ee298b2-e447-47bd-8b43-4a8fff726f74 service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480029 Sep 03 18:14:04.935954 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6004ecb6-21af-407a-8345-7cd745676e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:04.940269 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6004ecb6-21af-407a-8345-7cd745676e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:04.965101 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6004ecb6-21af-407a-8345-7cd745676e4e admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:14:04.974518 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004ecb6-21af-407a-8345-7cd745676e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5a1939-e146-4da5-b58c-689aa8e40180,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:04.980558 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6004ecb6-21af-407a-8345-7cd745676e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:04.980955 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-6004ecb6-21af-407a-8345-7cd745676e4e admin admin] Added segment 141d4f8a-a5bf-4ffb-9ad6-582b3213951c of type vlan for network 8e9ba8c0-a9b2-4c60-8dc3-419da802ce4a Sep 03 18:14:05.011531 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-f8ad43e2-4f3e-423b-9784-7464d100fe93 req-bccb0f90-d13d-4cb1-9ac7-21c93f60f9f7 service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084259 Sep 03 18:14:05.022372 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6004ecb6-21af-407a-8345-7cd745676e4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.046394 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6004ecb6-21af-407a-8345-7cd745676e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.047340 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6004ecb6-21af-407a-8345-7cd745676e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:05.047964 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6004ecb6-21af-407a-8345-7cd745676e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.084431 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 45930) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:05.084614 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6004ecb6-21af-407a-8345-7cd745676e4e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2953448 Sep 03 18:14:05.089645 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-8c271d23-25fc-4ce1-9681-9c63d21c659d admin admin] Request body: {'subnet': {'network_id': '8e9ba8c0-a9b2-4c60-8dc3-419da802ce4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-84062877-subnet', 'tenant_id': '050e4c132e9846a2bd67777571b93996', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:05.138632 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c271d23-25fc-4ce1-9681-9c63d21c659d admin admin] Made reservation on behalf of 050e4c132e9846a2bd67777571b93996 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:05.141239 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c271d23-25fc-4ce1-9681-9c63d21c659d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26242137'] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.271482 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6004ecb6-21af-407a-8345-7cd745676e4e admin admin] Pushing event updated for resources: {'Network': ['ID=8e9ba8c0-a9b2-4c60-8dc3-419da802ce4a,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:05.282522 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network 8e9ba8c0-a9b2-4c60-8dc3-419da802ce4a details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:14:05.320941 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7fe1e7-38ff-4adc-b1ae-d4131898fd44 req-de0155bd-dae2-48bf-9aad-d4f2e5ac49d8 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:05.322842 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f7fe1e7-38ff-4adc-b1ae-d4131898fd44 req-de0155bd-dae2-48bf-9aad-d4f2e5ac49d8 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0536232 Sep 03 18:14:05.380867 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f7fe1e7-38ff-4adc-b1ae-d4131898fd44 req-08b491bf-c14a-4f65-9072-83c1bcb4cd82 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517533 Sep 03 18:14:05.458806 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c271d23-25fc-4ce1-9681-9c63d21c659d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26210618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26242167'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.533101 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c271d23-25fc-4ce1-9681-9c63d21c659d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e77c1ae7-ccbd-4497-becf-20b1d1d599af,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:05.544828 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c271d23-25fc-4ce1-9681-9c63d21c659d admin admin] Checking segment: {'id': '141d4f8a-a5bf-4ffb-9ad6-582b3213951c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '8e9ba8c0-a9b2-4c60-8dc3-419da802ce4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:05.545241 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c271d23-25fc-4ce1-9681-9c63d21c659d admin admin] Network hostable DHCP agents. Network: 8e9ba8c0-a9b2-4c60-8dc3-419da802ce4a, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:14:05.570543 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c271d23-25fc-4ce1-9681-9c63d21c659d admin admin] Network 8e9ba8c0-a9b2-4c60-8dc3-419da802ce4a is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:14:05.584780 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-8c271d23-25fc-4ce1-9681-9c63d21c659d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, 8e9ba8c0-a9b2-4c60-8dc3-419da802ce4a) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:05.596335 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6590b2d-3111-4e76-b912-16576a8a8bf0 None None] Network 8e9ba8c0-a9b2-4c60-8dc3-419da802ce4a requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:05.596530 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c271d23-25fc-4ce1-9681-9c63d21c659d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:05.597278 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8c271d23-25fc-4ce1-9681-9c63d21c659d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:05.613570 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8c271d23-25fc-4ce1-9681-9c63d21c659d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5271111 Sep 03 18:14:05.715992 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd7b9e-194a-4c65-8ea3-52071f4411ea req-1cf47aec-4493-4442-96d5-12e9d62eb555 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:05.731853 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d0cd7b9e-194a-4c65-8ea3-52071f4411ea req-1cf47aec-4493-4442-96d5-12e9d62eb555 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 943 time: 0.1001506 Sep 03 18:14:05.816154 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d0cd7b9e-194a-4c65-8ea3-52071f4411ea req-8750b35b-3e83-48c3-b973-9696dc05f790 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778501 Sep 03 18:14:05.823035 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 14844a20-98e7-4dde-8afc-6173394f9f19 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:14:05.828676 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94555255-7ef3-47a1-b579-025b9dff52e4 None None] Network 8e9ba8c0-a9b2-4c60-8dc3-419da802ce4a requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:05.929947 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device d093173a-f8a3-4b06-a11a-f694e3257f2f up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:05.948471 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7540a-5646-4199-95c2-73d74ad1c045 req-50b90b5a-1b55-4b41-86f1-9e7d6204bceb tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:05.958097 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8cb7540a-5646-4199-95c2-73d74ad1c045 req-50b90b5a-1b55-4b41-86f1-9e7d6204bceb tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 943 time: 0.0825813 Sep 03 18:14:06.011070 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8cb7540a-5646-4199-95c2-73d74ad1c045 req-9986fd1e-5813-425e-8642-1535f0303301 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511394 Sep 03 18:14:06.110752 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 14844a20-98e7-4dde-8afc-6173394f9f19, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14844a20-98e7-4dde-8afc-6173394f9f19,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:06.113605 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port d093173a-f8a3-4b06-a11a-f694e3257f2f completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:06.125090 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port d093173a-f8a3-4b06-a11a-f694e3257f2f triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:06.125693 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:06.131086 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': '14844a20-98e7-4dde-8afc-6173394f9f19', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'port_id': '14844a20-98e7-4dde-8afc-6173394f9f19', 'mac_address': 'fa:16:3e:52:b6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:14:06.205304 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:06.221333 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14844a20-98e7-4dde-8afc-6173394f9f19 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:14:06.269842 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 14844a20-98e7-4dde-8afc-6173394f9f19, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14844a20-98e7-4dde-8afc-6173394f9f19,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:06.277600 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:06.278244 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 73abd513-4141-4f58-9999-8f06fb8b7c64 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:14:06.284075 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:06.364066 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c5c51b-46a6-47cb-8250-2fcd23c72d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd093173a-f8a3-4b06-a11a-f694e3257f2f'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:06.366489 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a820db99-57b6-4b0b-bd72-1e189523acca" -d '{"events": [{"server_uuid": "c2c5c51b-46a6-47cb-8250-2fcd23c72d77", "name": "network-vif-plugged", "status": "completed", "tag": "d093173a-f8a3-4b06-a11a-f694e3257f2f"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:06.390881 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port d093173a-f8a3-4b06-a11a-f694e3257f2f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d093173a-f8a3-4b06-a11a-f694e3257f2f,segment=NetworkSegment(9e5ce9a8-cb1a-4878-92bb-66e4cd13af64),segment_id=9e5ce9a8-cb1a-4878-92bb-66e4cd13af64)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:06.391929 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=14844a20-98e7-4dde-8afc-6173394f9f19,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:06.399812 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:06.430055 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a7160a-fb6a-4c47-b828-b7ec9bb1544c x-openstack-request-id: req-19a7160a-fb6a-4c47-b828-b7ec9bb1544c {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:06.430367 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c5c51b-46a6-47cb-8250-2fcd23c72d77", "name": "network-vif-plugged", "status": "completed", "tag": "d093173a-f8a3-4b06-a11a-f694e3257f2f", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:06.430617 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-19a7160a-fb6a-4c47-b828-b7ec9bb1544c {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:06.430998 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c5c51b-46a6-47cb-8250-2fcd23c72d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd093173a-f8a3-4b06-a11a-f694e3257f2f', 'code': 200} Sep 03 18:14:06.490417 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 73abd513-4141-4f58-9999-8f06fb8b7c64, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73abd513-4141-4f58-9999-8f06fb8b7c64,segment=NetworkSegment(9e5ce9a8-cb1a-4878-92bb-66e4cd13af64),segment_id=9e5ce9a8-cb1a-4878-92bb-66e4cd13af64)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:06.500149 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=d093173a-f8a3-4b06-a11a-f694e3257f2f,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:06.505367 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': '73abd513-4141-4f58-9999-8f06fb8b7c64', 'network_id': '9894e58b-23d3-4a72-ac4f-3d9c135a5f96', 'port_id': '73abd513-4141-4f58-9999-8f06fb8b7c64', 'mac_address': 'fa:16:3e:3c:78:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '67ddc986-ec27-49bf-ac46-8bc382025127', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:14:06.529770 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d247ec-08a3-4031-9727-2ac132db862e req-246af6b7-5cac-428b-808c-010785218c7c tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:06.531296 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-33d247ec-08a3-4031-9727-2ac132db862e req-246af6b7-5cac-428b-808c-010785218c7c tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 944 time: 0.0483057 Sep 03 18:14:06.546571 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:06.559250 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73abd513-4141-4f58-9999-8f06fb8b7c64 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:14:06.568877 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-33d247ec-08a3-4031-9727-2ac132db862e req-8b0f9b81-8b3a-4059-b838-a922332226e6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306020 Sep 03 18:14:06.578839 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 73abd513-4141-4f58-9999-8f06fb8b7c64, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73abd513-4141-4f58-9999-8f06fb8b7c64,segment=NetworkSegment(9e5ce9a8-cb1a-4878-92bb-66e4cd13af64),segment_id=9e5ce9a8-cb1a-4878-92bb-66e4cd13af64)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:06.583090 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:06.583699 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 0f890479-a810-4f29-be78-ee595ad39be8 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:14:06.648730 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=73abd513-4141-4f58-9999-8f06fb8b7c64,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:06.713299 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 0f890479-a810-4f29-be78-ee595ad39be8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=0f890479-a810-4f29-be78-ee595ad39be8,segment=NetworkSegment(adbe6979-0ed0-4819-9a77-d891345b2d19),segment_id=adbe6979-0ed0-4819-9a77-d891345b2d19)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:06.724251 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': '0f890479-a810-4f29-be78-ee595ad39be8', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'port_id': '0f890479-a810-4f29-be78-ee595ad39be8', 'mac_address': 'fa:16:3e:33:bb:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:14:06.759490 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:06.771917 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f890479-a810-4f29-be78-ee595ad39be8 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:14:06.791059 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 0f890479-a810-4f29-be78-ee595ad39be8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=0f890479-a810-4f29-be78-ee595ad39be8,segment=NetworkSegment(adbe6979-0ed0-4819-9a77-d891345b2d19),segment_id=adbe6979-0ed0-4819-9a77-d891345b2d19)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:06.794713 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:06.839283 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=0f890479-a810-4f29-be78-ee595ad39be8,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:06.921894 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162db509-1977-4994-bba5-a63675d41130 req-0d0c3936-505a-4f7b-bb99-b917cc92adbe tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:06.923418 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-162db509-1977-4994-bba5-a63675d41130 req-0d0c3936-505a-4f7b-bb99-b917cc92adbe tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 944 time: 0.0479262 Sep 03 18:14:06.962736 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-162db509-1977-4994-bba5-a63675d41130 req-af815659-d062-4aaa-b4e9-9cb4a88ae297 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326414 Sep 03 18:14:07.118209 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c186a-8497-4047-994b-8a98fc4cd756 req-fddda781-a7a5-4204-a0ad-8c96ca2cb323 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:07.119713 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac0c186a-8497-4047-994b-8a98fc4cd756 req-fddda781-a7a5-4204-a0ad-8c96ca2cb323 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 944 time: 0.0506670 Sep 03 18:14:07.156278 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac0c186a-8497-4047-994b-8a98fc4cd756 req-2083894d-cedd-4d09-9941-af3f6e5f2e51 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307257 Sep 03 18:14:07.692910 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186a9f8-498a-4c83-9c34-6f779f105022 req-0e54acbd-2ff2-4fdc-927c-5bd351583757 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:07.694138 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1186a9f8-498a-4c83-9c34-6f779f105022 req-0e54acbd-2ff2-4fdc-927c-5bd351583757 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 944 time: 0.0473440 Sep 03 18:14:07.731718 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1186a9f8-498a-4c83-9c34-6f779f105022 req-0b50c48d-f09f-4d21-9031-eb5945cbcdce tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316734 Sep 03 18:14:08.079233 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6ed02-2c68-4faa-944a-4598f4b3fc34 req-c5579810-43a9-4c52-b180-1a2bb1c0c7c3 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:08.080702 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b7c6ed02-2c68-4faa-944a-4598f4b3fc34 req-c5579810-43a9-4c52-b180-1a2bb1c0c7c3 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 944 time: 0.0474968 Sep 03 18:14:08.117785 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b7c6ed02-2c68-4faa-944a-4598f4b3fc34 req-2509c77c-0416-4d15-a87d-177a20b2d173 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308323 Sep 03 18:14:08.269999 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597bbf9-54c1-45f1-ab9b-cd3dad955dd9 req-c4af15a1-4b13-452e-9041-5d33a0642cbd tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:08.271511 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5597bbf9-54c1-45f1-ab9b-cd3dad955dd9 req-c4af15a1-4b13-452e-9041-5d33a0642cbd tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 944 time: 0.0525641 Sep 03 18:14:08.313784 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5597bbf9-54c1-45f1-ab9b-cd3dad955dd9 req-1e59c42b-9e5b-4c6c-bc64-5881eb33dcde tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360625 Sep 03 18:14:08.857170 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef5577-d258-482d-babd-f092b03ec6ee req-e551afb7-3217-4328-a044-64927e39703e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:08.858693 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f2ef5577-d258-482d-babd-f092b03ec6ee req-e551afb7-3217-4328-a044-64927e39703e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 944 time: 0.0524659 Sep 03 18:14:08.896034 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f2ef5577-d258-482d-babd-f092b03ec6ee req-1bf8ac75-035a-408d-a1c5-e0c1315df4b4 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306032 Sep 03 18:14:08.982624 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f513cee-a613-49df-9696-786dcce9a978 req-b5dd1163-fbdc-44ad-a57b-cf77572470ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:08.984297 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0f513cee-a613-49df-9696-786dcce9a978 req-b5dd1163-fbdc-44ad-a57b-cf77572470ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 1098 time: 0.0799346 Sep 03 18:14:09.028852 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0f513cee-a613-49df-9696-786dcce9a978 req-83b47d00-5045-4db0-93cc-644e23453677 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363512 Sep 03 18:14:09.097964 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['14844a20-98e7-4dde-8afc-6173394f9f19'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:14:09.126760 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['73abd513-4141-4f58-9999-8f06fb8b7c64'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:14:09.164689 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['0f890479-a810-4f29-be78-ee595ad39be8'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:14:09.231828 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f85bd8-17d1-44e6-8378-fbc933db35a7 req-ecdf9faf-6b02-46a8-b002-540526bc2a3b tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:09.233445 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-50f85bd8-17d1-44e6-8378-fbc933db35a7 req-ecdf9faf-6b02-46a8-b002-540526bc2a3b tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 944 time: 0.0484490 Sep 03 18:14:09.271375 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-50f85bd8-17d1-44e6-8378-fbc933db35a7 req-6b9c5f63-784a-4cff-848a-a18ac22395dd tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318596 Sep 03 18:14:09.438994 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079a149-0986-4e3c-9152-5f3035a280f6 req-f5671afb-18f5-4e23-94dd-9c206eafcd55 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:09.441544 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5079a149-0986-4e3c-9152-5f3035a280f6 req-f5671afb-18f5-4e23-94dd-9c206eafcd55 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 944 time: 0.0533102 Sep 03 18:14:09.481093 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5079a149-0986-4e3c-9152-5f3035a280f6 req-f15f735c-7ad7-4d4f-b660-42f456544da9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313039 Sep 03 18:14:10.041954 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9045f0-7023-4751-9b89-a4fb2fce009a req-83a6578b-2834-40c4-ad44-2bf460e2992e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:10.043461 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb9045f0-7023-4751-9b89-a4fb2fce009a req-83a6578b-2834-40c4-ad44-2bf460e2992e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 944 time: 0.0595431 Sep 03 18:14:10.089094 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb9045f0-7023-4751-9b89-a4fb2fce009a req-6275f3fa-6028-4cbe-ae1d-d0dd57f16666 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392842 Sep 03 18:14:10.399687 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfecfb5-e527-488a-ac2e-38cb3b4b8d85 req-5badf5f1-3a62-479c-9533-842552adbd75 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:10.401921 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fbfecfb5-e527-488a-ac2e-38cb3b4b8d85 req-5badf5f1-3a62-479c-9533-842552adbd75 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 944 time: 0.0630398 Sep 03 18:14:10.444900 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fbfecfb5-e527-488a-ac2e-38cb3b4b8d85 req-918f4ff5-9384-4970-921f-6f0d9838d482 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366943 Sep 03 18:14:10.601596 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993cfaf-988f-482b-a4e2-11105f1a617e req-8e3de102-eaa1-4be4-99e1-cd8e69e2ba01 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:10.603122 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e993cfaf-988f-482b-a4e2-11105f1a617e req-8e3de102-eaa1-4be4-99e1-cd8e69e2ba01 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 944 time: 0.0513523 Sep 03 18:14:10.647567 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e993cfaf-988f-482b-a4e2-11105f1a617e req-3d413791-46b7-42d5-a589-e27fb37e2d1d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384774 Sep 03 18:14:10.734915 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 14844a20-98e7-4dde-8afc-6173394f9f19 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:10.762205 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46116) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:10.785641 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port 14844a20-98e7-4dde-8afc-6173394f9f19 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:10.789158 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port 14844a20-98e7-4dde-8afc-6173394f9f19 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:10.789530 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:10.867762 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0f57762b-5ab8-4ce1-beca-f1857e41c2fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:10.871238 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:10.894544 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2552f9b9-14e5-4755-ba32-079a660a5353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14844a20-98e7-4dde-8afc-6173394f9f19'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:10.897228 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2900ce2e-7f61-461f-a9cf-f6b89c491f13" -d '{"events": [{"server_uuid": "2552f9b9-14e5-4755-ba32-079a660a5353", "name": "network-vif-plugged", "status": "completed", "tag": "14844a20-98e7-4dde-8afc-6173394f9f19"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:10.922581 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 14844a20-98e7-4dde-8afc-6173394f9f19, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14844a20-98e7-4dde-8afc-6173394f9f19,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:10.928030 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:10.929326 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 73abd513-4141-4f58-9999-8f06fb8b7c64 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:10.958618 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bd615d-7209-4240-897c-c0fff5351ed3 x-openstack-request-id: req-32bd615d-7209-4240-897c-c0fff5351ed3 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:10.959072 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2552f9b9-14e5-4755-ba32-079a660a5353", "name": "network-vif-plugged", "status": "completed", "tag": "14844a20-98e7-4dde-8afc-6173394f9f19", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:10.959344 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-32bd615d-7209-4240-897c-c0fff5351ed3 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:10.959729 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2552f9b9-14e5-4755-ba32-079a660a5353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14844a20-98e7-4dde-8afc-6173394f9f19', 'code': 200} Sep 03 18:14:10.963934 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0f57762b-5ab8-4ce1-beca-f1857e41c2fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:10.969331 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0f57762b-5ab8-4ce1-beca-f1857e41c2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.011191 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 46126) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:11.011489 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0f57762b-5ab8-4ce1-beca-f1857e41c2fd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=72d72ec1992e4cfe8b6cdbeddea52f44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2478917 Sep 03 18:14:11.012645 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57762b-5ab8-4ce1-beca-f1857e41c2fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63568179-9369-4f1d-be95-79b2972ee806,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:11.014926 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=14844a20-98e7-4dde-8afc-6173394f9f19,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:11.066722 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port 73abd513-4141-4f58-9999-8f06fb8b7c64 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:11.074464 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port 73abd513-4141-4f58-9999-8f06fb8b7c64 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:11.074999 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.152332 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15780362-2f00-436b-8106-4d7752edc32b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.209016 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15780362-2f00-436b-8106-4d7752edc32b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.245655 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe75a1d-ba02-4132-b6f1-81f4b9e79d0e req-c01132f3-9d68-4c14-ba8b-e8ce53980646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:11.247934 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0fe75a1d-ba02-4132-b6f1-81f4b9e79d0e req-c01132f3-9d68-4c14-ba8b-e8ce53980646 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 1098 time: 0.0944247 Sep 03 18:14:11.334500 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-0fe75a1d-ba02-4132-b6f1-81f4b9e79d0e req-0935d5eb-bae5-4826-bd92-0d2848a69885 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739553 Sep 03 18:14:11.342828 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.377748 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78182a8d-ef38-4eb5-9b60-5d8c28790bd3 req-a98efa57-c551-4d6d-b0da-603a2d1d2fe1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:11.380289 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-78182a8d-ef38-4eb5-9b60-5d8c28790bd3 req-a98efa57-c551-4d6d-b0da-603a2d1d2fe1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.1582122 Sep 03 18:14:11.399498 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 73abd513-4141-4f58-9999-8f06fb8b7c64, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73abd513-4141-4f58-9999-8f06fb8b7c64,segment=NetworkSegment(9e5ce9a8-cb1a-4878-92bb-66e4cd13af64),segment_id=9e5ce9a8-cb1a-4878-92bb-66e4cd13af64)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:11.404784 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.405689 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 0f890479-a810-4f29-be78-ee595ad39be8 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:11.415700 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15780362-2f00-436b-8106-4d7752edc32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.418386 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15780362-2f00-436b-8106-4d7752edc32b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.419839 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-15780362-2f00-436b-8106-4d7752edc32b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/63568179-9369-4f1d-be95-79b2972ee806 HTTP/1.1" status: 204 len: 168 time: 0.4071577 Sep 03 18:14:11.439806 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-78182a8d-ef38-4eb5-9b60-5d8c28790bd3 req-d6bc3637-ff8e-47a4-877b-792ea3d6cbda tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517690 Sep 03 18:14:11.440905 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15780362-2f00-436b-8106-4d7752edc32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63568179-9369-4f1d-be95-79b2972ee806,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:11.531540 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=73abd513-4141-4f58-9999-8f06fb8b7c64,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:11.537065 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port 0f890479-a810-4f29-be78-ee595ad39be8 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:11.554758 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port 0f890479-a810-4f29-be78-ee595ad39be8 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:11.555165 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.602113 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad47c9b-014f-49fe-b9ac-6944ce38d2b6 req-9cc84730-8185-4027-8c67-3749a31e066b tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:11.603896 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cad47c9b-014f-49fe-b9ac-6944ce38d2b6 req-9cc84730-8185-4027-8c67-3749a31e066b tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 944 time: 0.0667655 Sep 03 18:14:11.641233 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.650967 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cad47c9b-014f-49fe-b9ac-6944ce38d2b6 req-e0651911-64e0-4bd5-bb65-02b49c2f2b08 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410125 Sep 03 18:14:11.694378 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 0f890479-a810-4f29-be78-ee595ad39be8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=0f890479-a810-4f29-be78-ee595ad39be8,segment=NetworkSegment(adbe6979-0ed0-4819-9a77-d891345b2d19),segment_id=adbe6979-0ed0-4819-9a77-d891345b2d19)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:11.698896 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.751171 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=0f890479-a810-4f29-be78-ee595ad39be8,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:11.768901 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad5c31-6a57-4031-b8b0-87ff4ce37088 req-bfec9af8-925f-4901-a8f7-e2a09c1164e3 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:11.770486 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-15ad5c31-6a57-4031-b8b0-87ff4ce37088 req-bfec9af8-925f-4901-a8f7-e2a09c1164e3 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0517159 Sep 03 18:14:11.774618 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 46162) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:11.798635 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e4e83e70-00a3-47a9-92b6-d1f1275b7289 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.832758 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-15ad5c31-6a57-4031-b8b0-87ff4ce37088 req-78b7b9ea-a9e1-4d4c-8ebc-60efcef656ed tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520134 Sep 03 18:14:11.905113 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e4e83e70-00a3-47a9-92b6-d1f1275b7289 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.908596 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e4e83e70-00a3-47a9-92b6-d1f1275b7289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:11.946501 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e4e83e70-00a3-47a9-92b6-d1f1275b7289 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=afd08301b01641f6a4d082b59435eb72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1708829 Sep 03 18:14:11.947329 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e83e70-00a3-47a9-92b6-d1f1275b7289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44269562-1fb3-4907-8b3f-f3eb90377425,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:11.949214 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46164) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:11.996215 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f639c47c-4f01-4943-8a4a-91903215fb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.015763 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f639c47c-4f01-4943-8a4a-91903215fb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.061850 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f639c47c-4f01-4943-8a4a-91903215fb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.064526 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f639c47c-4f01-4943-8a4a-91903215fb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.065704 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f639c47c-4f01-4943-8a4a-91903215fb47 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44269562-1fb3-4907-8b3f-f3eb90377425 HTTP/1.1" status: 204 len: 168 time: 0.1155097 Sep 03 18:14:12.073157 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639c47c-4f01-4943-8a4a-91903215fb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44269562-1fb3-4907-8b3f-f3eb90377425,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:12.382110 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46176) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:12.397495 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d4c11ba-2d62-4690-939e-ab807eef96ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.509959 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d4c11ba-2d62-4690-939e-ab807eef96ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.509959 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d4c11ba-2d62-4690-939e-ab807eef96ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.546836 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7d4c11ba-2d62-4690-939e-ab807eef96ce admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a44dd19e0f4420186ddb78f61964d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1635592 Sep 03 18:14:12.549786 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 46190) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:12.552946 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4c11ba-2d62-4690-939e-ab807eef96ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe6e07c-8574-41ba-86d5-fbadd6a7c734,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:12.625235 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10987c4d-a28d-4d93-8e6c-a5a06cd7e886 req-4f424b4d-9de0-46e6-a374-1a4701f0fdc8 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:12.626755 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-10987c4d-a28d-4d93-8e6c-a5a06cd7e886 req-4f424b4d-9de0-46e6-a374-1a4701f0fdc8 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0785172 Sep 03 18:14:12.652231 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e4a5-7089-413c-a3b5-f2adb790f3c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.684634 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e4a5-7089-413c-a3b5-f2adb790f3c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.695417 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-10987c4d-a28d-4d93-8e6c-a5a06cd7e886 req-01edbb11-9906-41ab-bb0b-467fd59240a3 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623689 Sep 03 18:14:12.761393 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e4a5-7089-413c-a3b5-f2adb790f3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.763936 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3fd0e4a5-7089-413c-a3b5-f2adb790f3c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:12.765158 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3fd0e4a5-7089-413c-a3b5-f2adb790f3c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4fe6e07c-8574-41ba-86d5-fbadd6a7c734 HTTP/1.1" status: 204 len: 168 time: 0.2138822 Sep 03 18:14:12.777697 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd0e4a5-7089-413c-a3b5-f2adb790f3c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe6e07c-8574-41ba-86d5-fbadd6a7c734,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:12.796401 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eb40b6-8ae9-4c4b-b26e-74880da6a66e req-253c5289-42da-462c-9cec-9781f7f7531c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:12.798130 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-19eb40b6-8ae9-4c4b-b26e-74880da6a66e req-253c5289-42da-462c-9cec-9781f7f7531c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0685754 Sep 03 18:14:12.838983 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-19eb40b6-8ae9-4c4b-b26e-74880da6a66e req-45482cc8-715f-4434-bc2c-663b6391b926 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331359 Sep 03 18:14:12.953113 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf90fa46-04ab-4019-a3cd-9ea026e3c03b req-4493832d-c918-4f3f-941a-020deb44d620 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:12.954714 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf90fa46-04ab-4019-a3cd-9ea026e3c03b req-4493832d-c918-4f3f-941a-020deb44d620 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0527244 Sep 03 18:14:12.960887 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f6ddc4-e214-458f-9859-1bbe29648519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73abd513-4141-4f58-9999-8f06fb8b7c64'}, {'server_uuid': 'ea5d7126-cbba-4b0f-aa15-4420fd73af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f890479-a810-4f29-be78-ee595ad39be8'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:12.963304 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-365bb3f5-6ad2-4bda-80b4-deafe83481f3" -d '{"events": [{"server_uuid": "34f6ddc4-e214-458f-9859-1bbe29648519", "name": "network-vif-plugged", "status": "completed", "tag": "73abd513-4141-4f58-9999-8f06fb8b7c64"}, {"server_uuid": "ea5d7126-cbba-4b0f-aa15-4420fd73af09", "name": "network-vif-plugged", "status": "completed", "tag": "0f890479-a810-4f29-be78-ee595ad39be8"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:12.999801 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf90fa46-04ab-4019-a3cd-9ea026e3c03b req-37d07a63-efe9-4392-8d9c-00317f41e62b tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330501 Sep 03 18:14:13.004525 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6f9885-3226-41b2-a9ca-d5b1aa0f5f29 x-openstack-request-id: req-6c6f9885-3226-41b2-a9ca-d5b1aa0f5f29 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:13.004818 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f6ddc4-e214-458f-9859-1bbe29648519", "name": "network-vif-plugged", "status": "completed", "tag": "73abd513-4141-4f58-9999-8f06fb8b7c64", "code": 200}, {"server_uuid": "ea5d7126-cbba-4b0f-aa15-4420fd73af09", "name": "network-vif-plugged", "status": "completed", "tag": "0f890479-a810-4f29-be78-ee595ad39be8", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:13.005084 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c6f9885-3226-41b2-a9ca-d5b1aa0f5f29 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:13.005455 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f6ddc4-e214-458f-9859-1bbe29648519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73abd513-4141-4f58-9999-8f06fb8b7c64', 'code': 200} Sep 03 18:14:13.005709 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5d7126-cbba-4b0f-aa15-4420fd73af09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f890479-a810-4f29-be78-ee595ad39be8', 'code': 200} Sep 03 18:14:13.823086 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c7a3f-e13c-460b-a1ca-4907d0df06db req-c24e27a7-e3d1-42b5-818f-8721f7325c14 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:13.824706 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a62c7a3f-e13c-460b-a1ca-4907d0df06db req-c24e27a7-e3d1-42b5-818f-8721f7325c14 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0489745 Sep 03 18:14:13.863530 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a62c7a3f-e13c-460b-a1ca-4907d0df06db req-dad65deb-c284-4fc1-a5d4-2c4055520e97 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326302 Sep 03 18:14:13.967594 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390f25e-7fe3-4a7a-9534-4150e15f292b req-1bd9c38a-c8d3-429a-a63a-16935c630da2 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:13.968983 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3390f25e-7fe3-4a7a-9534-4150e15f292b req-1bd9c38a-c8d3-429a-a63a-16935c630da2 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0514050 Sep 03 18:14:14.007342 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3390f25e-7fe3-4a7a-9534-4150e15f292b req-7a5137c9-f2b8-4340-91f0-dc9b89e7418e tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322447 Sep 03 18:14:14.120021 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a017588-503a-40ee-a301-6f6cd44505b6 req-07f753c3-72e4-436d-923e-0d69af78622b tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:14.121801 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1a017588-503a-40ee-a301-6f6cd44505b6 req-07f753c3-72e4-436d-923e-0d69af78622b tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0527074 Sep 03 18:14:14.159589 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1a017588-503a-40ee-a301-6f6cd44505b6 req-ef4ec295-c2c6-4cf6-b122-2f0f5a0e893d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311770 Sep 03 18:14:14.972763 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447754a4-fb6d-4cc3-b717-c5c3ce1bcaf5 req-0cd8cee0-f30f-406b-91c4-62f62b18bbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:14.974300 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-447754a4-fb6d-4cc3-b717-c5c3ce1bcaf5 req-0cd8cee0-f30f-406b-91c4-62f62b18bbba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 1098 time: 0.0703535 Sep 03 18:14:14.976613 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a97b8-6a6f-44ff-8be3-125fff54c750 req-22a176d7-c137-4440-943d-a24b52f1f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:14.978019 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b2a97b8-6a6f-44ff-8be3-125fff54c750 req-22a176d7-c137-4440-943d-a24b52f1f6b4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 1098 time: 0.0727458 Sep 03 18:14:14.984402 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03ded9-8488-4e92-9f65-4be4fb41bc94 req-b7257db6-f917-42fc-a91c-56ded412f2a7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:14.985866 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-db03ded9-8488-4e92-9f65-4be4fb41bc94 req-b7257db6-f917-42fc-a91c-56ded412f2a7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0488343 Sep 03 18:14:15.023419 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-db03ded9-8488-4e92-9f65-4be4fb41bc94 req-e26eef90-b1f1-4798-9a28-acb8c2ceea77 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305791 Sep 03 18:14:15.040207 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-447754a4-fb6d-4cc3-b717-c5c3ce1bcaf5 req-18fb2f2b-75bf-4579-9983-9757583be18a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495992 Sep 03 18:14:15.042064 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b2a97b8-6a6f-44ff-8be3-125fff54c750 req-9a861275-fa33-4806-9c52-0678932839e1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462039 Sep 03 18:14:15.127352 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2c871-6427-45f3-91a7-1173850a36d6 req-42fb2b5c-af3f-472d-93d2-e089ac3b912a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:15.129080 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ece2c871-6427-45f3-91a7-1173850a36d6 req-42fb2b5c-af3f-472d-93d2-e089ac3b912a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0517354 Sep 03 18:14:15.166816 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ece2c871-6427-45f3-91a7-1173850a36d6 req-5f90cefa-6b20-4331-afe0-b2a23f833a6f tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318258 Sep 03 18:14:15.279061 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260847a8-5cd7-45f7-ae09-2756051d0eb6 req-beefacfd-218d-4284-ac4f-a3d9a724de37 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:15.280463 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-260847a8-5cd7-45f7-ae09-2756051d0eb6 req-beefacfd-218d-4284-ac4f-a3d9a724de37 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0550404 Sep 03 18:14:15.317759 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-260847a8-5cd7-45f7-ae09-2756051d0eb6 req-5c0d5c92-0e61-4732-9157-ad829c944983 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312634 Sep 03 18:14:16.186105 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54e716-42bc-48b3-a156-1fdeedf86fc3 req-4a7c28a8-6271-474b-b9d6-a91c9d28e626 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:16.193542 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9f54e716-42bc-48b3-a156-1fdeedf86fc3 req-4a7c28a8-6271-474b-b9d6-a91c9d28e626 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0699191 Sep 03 18:14:16.247517 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9f54e716-42bc-48b3-a156-1fdeedf86fc3 req-fa6c8e47-b70e-4d15-b8be-64e049f0b425 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530717 Sep 03 18:14:16.305840 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7018aad-7a65-4623-b0ff-2bdbb3fb2f9c req-2e624b94-45d3-4473-ac97-a9172b1348bc tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:16.307372 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7018aad-7a65-4623-b0ff-2bdbb3fb2f9c req-2e624b94-45d3-4473-ac97-a9172b1348bc tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0585012 Sep 03 18:14:16.347608 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7018aad-7a65-4623-b0ff-2bdbb3fb2f9c req-6d1b42c5-704d-40c9-8f5f-6c2f0d678abe tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337751 Sep 03 18:14:16.425598 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433725d3-24f1-4c8d-a8d2-10d12c7498c4 req-7de129f3-050b-47fa-ae3d-2612ad613d0b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:16.427353 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-433725d3-24f1-4c8d-a8d2-10d12c7498c4 req-7de129f3-050b-47fa-ae3d-2612ad613d0b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0531130 Sep 03 18:14:16.436238 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46340) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:16.441369 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-e4475882-18f9-4d97-a40b-31f6c8afc718 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Request body: {'floatingip': {'port_id': '14844a20-98e7-4dde-8afc-6173394f9f19'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:16.491111 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4696e0-7533-4abf-9627-9b0a6392fa20 req-f7ecd5b5-6006-479b-bf97-86b23bc393de tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:16.492846 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3d4696e0-7533-4abf-9627-9b0a6392fa20 req-f7ecd5b5-6006-479b-bf97-86b23bc393de tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0644689 Sep 03 18:14:16.533073 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4475882-18f9-4d97-a40b-31f6c8afc718 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for floatingip, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:16.548410 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3d4696e0-7533-4abf-9627-9b0a6392fa20 req-449f26be-ba59-46cc-b2b3-5a4fb531145a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423472 Sep 03 18:14:17.089272 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4475882-18f9-4d97-a40b-31f6c8afc718 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:17.093461 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4475882-18f9-4d97-a40b-31f6c8afc718 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:17.411759 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-e4475882-18f9-4d97-a40b-31f6c8afc718 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Floating IP 4f74e22c-6b91-4107-9040-99a6ede02aad associated. External IP: 172.27.3.166, port: 14844a20-98e7-4dde-8afc-6173394f9f19. Sep 03 18:14:17.495462 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e6806-fd72-4ca2-97c6-699e13fc14ba req-9f7607cd-4117-4928-85f2-f46cc46b0ae3 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:17.496974 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c4e6806-fd72-4ca2-97c6-699e13fc14ba req-9f7607cd-4117-4928-85f2-f46cc46b0ae3 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0670745 Sep 03 18:14:17.535940 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c4e6806-fd72-4ca2-97c6-699e13fc14ba req-5470aed3-4658-4b3b-afda-9217a71d5e6a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327916 Sep 03 18:14:17.647309 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4475882-18f9-4d97-a40b-31f6c8afc718 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Router da857d23-6fa9-407e-aad5-e756288bf361 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:14:17.661115 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abc153-0e0f-4553-a49b-bed1b7c07d39 req-32068349-fdfc-494c-9693-c36efad4ea8e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:17.661662 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-46abc153-0e0f-4553-a49b-bed1b7c07d39 req-32068349-fdfc-494c-9693-c36efad4ea8e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0515754 Sep 03 18:14:17.699565 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-46abc153-0e0f-4553-a49b-bed1b7c07d39 req-32197413-e69b-419f-aab3-e51883cd6f72 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319223 Sep 03 18:14:17.757422 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4475882-18f9-4d97-a40b-31f6c8afc718 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:14:17.762061 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4475882-18f9-4d97-a40b-31f6c8afc718 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:17.770654 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95aa13-b3c7-4e48-9e5e-27fadc71d39b None None] Sync routers for ids ['da857d23-6fa9-407e-aad5-e756288bf361'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:14:17.780157 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae95aa13-b3c7-4e48-9e5e-27fadc71d39b None None] Routers {'da857d23-6fa9-407e-aad5-e756288bf361'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:17.780937 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-ae95aa13-b3c7-4e48-9e5e-27fadc71d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:13:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['da857d23-6fa9-407e-aad5-e756288bf361'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:17.795675 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e4475882-18f9-4d97-a40b-31f6c8afc718 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "PUT /v2.0/floatingips/4f74e22c-6b91-4107-9040-99a6ede02aad HTTP/1.1" status: 200 len: 991 time: 1.3582444 Sep 03 18:14:17.796195 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2552f9b9-14e5-4755-ba32-079a660a5353', 'tag': '14844a20-98e7-4dde-8afc-6173394f9f19'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:17.798715 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6687a437-ae33-4189-bddf-0fd46481f27d" -d '{"events": [{"name": "network-changed", "server_uuid": "2552f9b9-14e5-4755-ba32-079a660a5353", "tag": "14844a20-98e7-4dde-8afc-6173394f9f19"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:17.888720 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-ae95aa13-b3c7-4e48-9e5e-27fadc71d39b None None] Set router da857d23-6fa9-407e-aad5-e756288bf361 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:14:17.922485 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8134a292-98ab-453a-83da-cf2592958a64 x-openstack-request-id: req-8134a292-98ab-453a-83da-cf2592958a64 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:17.922855 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2552f9b9-14e5-4755-ba32-079a660a5353", "tag": "14844a20-98e7-4dde-8afc-6173394f9f19", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:17.923163 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8134a292-98ab-453a-83da-cf2592958a64 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:17.923716 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2552f9b9-14e5-4755-ba32-079a660a5353', 'tag': '14844a20-98e7-4dde-8afc-6173394f9f19', 'status': 'completed', 'code': 200} Sep 03 18:14:18.011399 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2490edf4-a631-4a90-b455-fdd7d89e9d4b req-254c25bf-5b0e-4857-bc11-eb722e7ac5ca tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:18.012900 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2490edf4-a631-4a90-b455-fdd7d89e9d4b req-254c25bf-5b0e-4857-bc11-eb722e7ac5ca tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0469081 Sep 03 18:14:18.050775 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2490edf4-a631-4a90-b455-fdd7d89e9d4b req-97578d6b-2213-4381-8a65-82de30cd008c tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310392 Sep 03 18:14:18.161584 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-ae95aa13-b3c7-4e48-9e5e-27fadc71d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '4f74e22c-6b91-4107-9040-99a6ede02aad', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'port_id': '14844a20-98e7-4dde-8afc-6173394f9f19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'mac_address': 'fa:16:3e:52:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552f9b9-14e5-4755-ba32-079a660a5353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:13:40Z', 'updated_at': '2021-09-03T18:14:16Z', 'revision_number': 1, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4171c9f-b917-4dd3-8758-1f74e0cbe508', 'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'mac_address': 'fa:16:3e:a5:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:37Z', 'revision_number': 5, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'subnets': [{'id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:18.187251 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95aa13-b3c7-4e48-9e5e-27fadc71d39b None None] Checking router: da857d23-6fa9-407e-aad5-e756288bf361 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:14:18.195839 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae95aa13-b3c7-4e48-9e5e-27fadc71d39b None None] Routers {'da857d23-6fa9-407e-aad5-e756288bf361'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:18.196418 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-ae95aa13-b3c7-4e48-9e5e-27fadc71d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:13:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['da857d23-6fa9-407e-aad5-e756288bf361'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:18.300098 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-ae95aa13-b3c7-4e48-9e5e-27fadc71d39b None None] Set router da857d23-6fa9-407e-aad5-e756288bf361 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:14:18.589476 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-ae95aa13-b3c7-4e48-9e5e-27fadc71d39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '4f74e22c-6b91-4107-9040-99a6ede02aad', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'port_id': '14844a20-98e7-4dde-8afc-6173394f9f19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'mac_address': 'fa:16:3e:52:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552f9b9-14e5-4755-ba32-079a660a5353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:13:40Z', 'updated_at': '2021-09-03T18:14:16Z', 'revision_number': 1, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4171c9f-b917-4dd3-8758-1f74e0cbe508', 'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'mac_address': 'fa:16:3e:a5:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:37Z', 'revision_number': 5, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'subnets': [{'id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:18.615801 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae95aa13-b3c7-4e48-9e5e-27fadc71d39b None None] The sync data for ids ['da857d23-6fa9-407e-aad5-e756288bf361'] in dv-cinder-788782-10-iscsi is: [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '4f74e22c-6b91-4107-9040-99a6ede02aad', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'floating_ip_address': '172.27.3.166', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'port_id': '14844a20-98e7-4dde-8afc-6173394f9f19', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'mac_address': 'fa:16:3e:52:b6:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2552f9b9-14e5-4755-ba32-079a660a5353', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:13:40Z', 'updated_at': '2021-09-03T18:14:16Z', 'revision_number': 1, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4171c9f-b917-4dd3-8758-1f74e0cbe508', 'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'mac_address': 'fa:16:3e:a5:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:37Z', 'revision_number': 5, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'subnets': [{'id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:14:18.665370 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c170023-5229-4d2c-bf56-5523005a4709 req-ff255ed9-a4da-4919-b68b-dde36f0bdaba tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:18.669694 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9c170023-5229-4d2c-bf56-5523005a4709 req-ff255ed9-a4da-4919-b68b-dde36f0bdaba tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0627651 Sep 03 18:14:18.711634 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9c170023-5229-4d2c-bf56-5523005a4709 req-93037443-18fc-4dcd-a1fc-c6e09023440f tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357635 Sep 03 18:14:18.827018 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ca140c-c4df-475b-ac02-f4d36d20a869 None None] New status for floating IP 4f74e22c-6b91-4107-9040-99a6ede02aad: ACTIVE {{(pid=94086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:14:19.165743 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3eb6fb-933c-449e-a356-7d4898a7a533 req-49166152-d652-458e-97ec-62fe44be266a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:19.167256 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c3eb6fb-933c-449e-a356-7d4898a7a533 req-49166152-d652-458e-97ec-62fe44be266a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0479090 Sep 03 18:14:19.203012 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c3eb6fb-933c-449e-a356-7d4898a7a533 req-f6152e5b-18d3-4501-9908-1d992d45421b tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299699 Sep 03 18:14:19.822802 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df6c31-33b2-435c-af40-3e3acfdf6e71 req-45775aa2-62f1-4af6-8e8d-9d4a22bebbad tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:19.824255 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-54df6c31-33b2-435c-af40-3e3acfdf6e71 req-45775aa2-62f1-4af6-8e8d-9d4a22bebbad tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0470970 Sep 03 18:14:19.862906 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-54df6c31-33b2-435c-af40-3e3acfdf6e71 req-73045f7c-51cc-4eba-9784-90b25d6875b9 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321510 Sep 03 18:14:19.988464 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687a437-ae33-4189-bddf-0fd46481f27d req-51409e46-a88e-498a-80d1-bf812703e2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:19.989997 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6687a437-ae33-4189-bddf-0fd46481f27d req-51409e46-a88e-498a-80d1-bf812703e2e9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91b2e3de39174dfaafef8a07f2e61bc2&device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 1098 time: 0.0752778 Sep 03 18:14:19.992531 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521f3ea-6886-42ed-bbd8-3f620c432b66 req-17a44050-efb6-41bf-8fa6-baa3c90a80db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:19.993906 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9521f3ea-6886-42ed-bbd8-3f620c432b66 req-17a44050-efb6-41bf-8fa6-baa3c90a80db service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ffb56f8a86c44c33a37e5e17d2009e34&device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 1098 time: 0.0779519 Sep 03 18:14:20.214924 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521f3ea-6886-42ed-bbd8-3f620c432b66 req-90e03b70-e390-4072-a36e-5600a74a0985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:20.216409 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9521f3ea-6886-42ed-bbd8-3f620c432b66 req-90e03b70-e390-4072-a36e-5600a74a0985 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96 HTTP/1.1" status: 200 len: 920 time: 0.1587944 Sep 03 18:14:20.217491 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687a437-ae33-4189-bddf-0fd46481f27d req-341b7cab-403c-4ca4-9896-88dea05994a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:20.218814 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6687a437-ae33-4189-bddf-0fd46481f27d req-341b7cab-403c-4ca4-9896-88dea05994a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04 HTTP/1.1" status: 200 len: 916 time: 0.1536827 Sep 03 18:14:20.287863 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9521f3ea-6886-42ed-bbd8-3f620c432b66 req-5d337068-9854-47d6-bace-ff4f94c3eb76 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=73abd513-4141-4f58-9999-8f06fb8b7c64 HTTP/1.1" status: 200 len: 217 time: 0.0459080 Sep 03 18:14:20.330028 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32656ac0-8573-42af-9b60-283efdd56017 req-a74d536d-46c8-4019-ba4e-96c26f629d84 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:20.331544 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32656ac0-8573-42af-9b60-283efdd56017 req-a74d536d-46c8-4019-ba4e-96c26f629d84 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0571558 Sep 03 18:14:20.372153 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32656ac0-8573-42af-9b60-283efdd56017 req-26c0faaa-d580-484d-abcf-a83cfa9ccd21 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341408 Sep 03 18:14:20.405968 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6687a437-ae33-4189-bddf-0fd46481f27d req-ff9a7e3a-815f-478e-81ec-cdd65a8f75a4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14844a20-98e7-4dde-8afc-6173394f9f19 HTTP/1.1" status: 200 len: 1001 time: 0.1570933 Sep 03 18:14:20.410041 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521f3ea-6886-42ed-bbd8-3f620c432b66 req-24e1f678-6658-4da9-b452-0fede18eede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:20.411438 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9521f3ea-6886-42ed-bbd8-3f620c432b66 req-24e1f678-6658-4da9-b452-0fede18eede4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=67ddc986-ec27-49bf-ac46-8bc382025127 HTTP/1.1" status: 200 len: 859 time: 0.0939615 Sep 03 18:14:20.483308 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9521f3ea-6886-42ed-bbd8-3f620c432b66 req-7422f8a1-d7ad-4789-9243-11c718a50795 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445070 Sep 03 18:14:20.499639 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687a437-ae33-4189-bddf-0fd46481f27d req-7bcdb3e8-87e1-49ca-ab66-1c27acc67d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:20.501046 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6687a437-ae33-4189-bddf-0fd46481f27d req-7bcdb3e8-87e1-49ca-ab66-1c27acc67d24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=208c51a8-f834-4218-8eaa-2936809d4cf5 HTTP/1.1" status: 200 len: 854 time: 0.0694203 Sep 03 18:14:20.615337 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687a437-ae33-4189-bddf-0fd46481f27d req-0e5fec49-29b7-4467-b01a-a936ea7ebdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:20.616948 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6687a437-ae33-4189-bddf-0fd46481f27d req-0e5fec49-29b7-4467-b01a-a936ea7ebdb5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0943956 Sep 03 18:14:20.653160 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9521f3ea-6886-42ed-bbd8-3f620c432b66 req-38ce1021-2156-41f3-a4b5-469e64a92d3a service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477330 Sep 03 18:14:20.777567 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6687a437-ae33-4189-bddf-0fd46481f27d req-d567ef66-8dec-4312-a613-e0484640fd96 service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493664 Sep 03 18:14:20.798024 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9521f3ea-6886-42ed-bbd8-3f620c432b66 req-ca04fdaa-e665-4b2d-ab7b-e93e07a2481b service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289964 Sep 03 18:14:20.981688 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf6379-db5b-44dc-bdf9-199c92ed88d9 req-82e421ef-70c9-4ec4-8fe1-943f68f975d8 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:20.983502 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-41bf6379-db5b-44dc-bdf9-199c92ed88d9 req-82e421ef-70c9-4ec4-8fe1-943f68f975d8 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0500150 Sep 03 18:14:21.029780 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-41bf6379-db5b-44dc-bdf9-199c92ed88d9 req-a760da32-33e6-44cb-9a9b-7c653e47f9df tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335975 Sep 03 18:14:21.132573 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd5486-401f-4444-b716-3942bed43af6 req-d2725343-d5e4-4387-adaa-27e41bd424b1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:21.134047 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8fd5486-401f-4444-b716-3942bed43af6 req-d2725343-d5e4-4387-adaa-27e41bd424b1 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 945 time: 0.0478678 Sep 03 18:14:21.171750 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8fd5486-401f-4444-b716-3942bed43af6 req-7294592f-e305-453f-b2b0-94976ddc1c28 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319498 Sep 03 18:14:21.272458 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd475f-ab7b-4f20-954f-359995955b28 req-519047e8-23f6-4632-97a5-a2c63be93611 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:21.274095 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7cd475f-ab7b-4f20-954f-359995955b28 req-519047e8-23f6-4632-97a5-a2c63be93611 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0511153 Sep 03 18:14:21.282574 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 46456) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:21.287763 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-bbd05dd8-cc95-4bd4-be06-5ea55ac69d2a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Request body: {'floatingip': {'port_id': '0f890479-a810-4f29-be78-ee595ad39be8'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:21.353843 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbd05dd8-cc95-4bd4-be06-5ea55ac69d2a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for floatingip, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:21.589372 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171952e-a427-4fa1-8a3a-c934e615664c req-b3d2d372-243c-433e-932c-94912fce4c30 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:21.590877 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c171952e-a427-4fa1-8a3a-c934e615664c req-b3d2d372-243c-433e-932c-94912fce4c30 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.1486559 Sep 03 18:14:21.651556 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c171952e-a427-4fa1-8a3a-c934e615664c req-82b70ffe-22d8-4c69-8a77-a38cd912c04b tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536337 Sep 03 18:14:22.144134 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.db.resource_extend [None req-bbd05dd8-cc95-4bd4-be06-5ea55ac69d2a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 03 18:14:22.226856 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbd05dd8-cc95-4bd4-be06-5ea55ac69d2a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:22.230686 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbd05dd8-cc95-4bd4-be06-5ea55ac69d2a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:22.356454 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89172c76-b1f8-4fe3-9670-44d69027a2cb req-6d4c1094-8ecd-4c34-b034-e7c43f8dbbca tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:22.357924 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-89172c76-b1f8-4fe3-9670-44d69027a2cb req-6d4c1094-8ecd-4c34-b034-e7c43f8dbbca tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 945 time: 0.0940986 Sep 03 18:14:22.374517 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-bbd05dd8-cc95-4bd4-be06-5ea55ac69d2a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Floating IP b9bd95c5-074e-4a2c-b6b7-bb431a141154 associated. External IP: 172.27.3.141, port: 0f890479-a810-4f29-be78-ee595ad39be8. Sep 03 18:14:22.464483 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-89172c76-b1f8-4fe3-9670-44d69027a2cb req-2f1d0c64-df92-4451-b2ee-7d0a9eee6488 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002846 Sep 03 18:14:22.597431 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd05dd8-cc95-4bd4-be06-5ea55ac69d2a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Router a9c8a15a-9038-46cc-96d8-2bcb6848b236 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:14:22.706352 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd05dd8-cc95-4bd4-be06-5ea55ac69d2a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:14:22.707179 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1cdb-1ee2-42dd-b756-670d47a45e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:22.712699 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-bbd05dd8-cc95-4bd4-be06-5ea55ac69d2a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:22.721498 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb7893-2116-478c-99b0-879558148fdf None None] Sync routers for ids ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:14:22.733704 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecb7893-2116-478c-99b0-879558148fdf None None] Routers {'a9c8a15a-9038-46cc-96d8-2bcb6848b236'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:22.734862 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-6ecb7893-2116-478c-99b0-879558148fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:13:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:22.772624 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-bbd05dd8-cc95-4bd4-be06-5ea55ac69d2a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "PUT /v2.0/floatingips/b9bd95c5-074e-4a2c-b6b7-bb431a141154 HTTP/1.1" status: 200 len: 991 time: 1.4876316 Sep 03 18:14:22.772624 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea5d7126-cbba-4b0f-aa15-4420fd73af09', 'tag': '0f890479-a810-4f29-be78-ee595ad39be8'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:22.774558 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa5e986-8455-438c-af74-095e134714e1" -d '{"events": [{"name": "network-changed", "server_uuid": "ea5d7126-cbba-4b0f-aa15-4420fd73af09", "tag": "0f890479-a810-4f29-be78-ee595ad39be8"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:22.794854 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2553754-3a46-401d-a314-b37f637df9df req-14dba046-516b-4d8b-bb25-e3ddf116f54a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:22.796349 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2553754-3a46-401d-a314-b37f637df9df req-14dba046-516b-4d8b-bb25-e3ddf116f54a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0637510 Sep 03 18:14:22.847278 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2553754-3a46-401d-a314-b37f637df9df req-8f6d29e4-caab-4b93-a173-7072931d4365 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435195 Sep 03 18:14:22.871796 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-6ecb7893-2116-478c-99b0-879558148fdf None None] Set router a9c8a15a-9038-46cc-96d8-2bcb6848b236 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:14:23.090690 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-6ecb7893-2116-478c-99b0-879558148fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': 'b9bd95c5-074e-4a2c-b6b7-bb431a141154', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'port_id': '0f890479-a810-4f29-be78-ee595ad39be8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'mac_address': 'fa:16:3e:33:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5d7126-cbba-4b0f-aa15-4420fd73af09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:13:43Z', 'updated_at': '2021-09-03T18:14:21Z', 'revision_number': 1, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58dad48-b9fa-42ae-9530-4388e37eb277', 'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'mac_address': 'fa:16:3e:0e:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:29Z', 'updated_at': '2021-09-03T18:13:42Z', 'revision_number': 5, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'subnets': [{'id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:23.118114 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb7893-2116-478c-99b0-879558148fdf None None] Checking router: a9c8a15a-9038-46cc-96d8-2bcb6848b236 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:14:23.126314 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecb7893-2116-478c-99b0-879558148fdf None None] Routers {'a9c8a15a-9038-46cc-96d8-2bcb6848b236'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:14:23.126913 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-6ecb7893-2116-478c-99b0-879558148fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:13:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:23.229919 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-6ecb7893-2116-478c-99b0-879558148fdf None None] Set router a9c8a15a-9038-46cc-96d8-2bcb6848b236 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:14:23.449985 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-6ecb7893-2116-478c-99b0-879558148fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': 'b9bd95c5-074e-4a2c-b6b7-bb431a141154', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'port_id': '0f890479-a810-4f29-be78-ee595ad39be8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'mac_address': 'fa:16:3e:33:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5d7126-cbba-4b0f-aa15-4420fd73af09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:13:43Z', 'updated_at': '2021-09-03T18:14:21Z', 'revision_number': 1, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58dad48-b9fa-42ae-9530-4388e37eb277', 'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'mac_address': 'fa:16:3e:0e:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:29Z', 'updated_at': '2021-09-03T18:13:42Z', 'revision_number': 5, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'subnets': [{'id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:23.475979 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecb7893-2116-478c-99b0-879558148fdf None None] The sync data for ids ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'] in dv-cinder-788782-10-iscsi is: [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': 'b9bd95c5-074e-4a2c-b6b7-bb431a141154', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'floating_ip_address': '172.27.3.141', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'port_id': '0f890479-a810-4f29-be78-ee595ad39be8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'mac_address': 'fa:16:3e:33:bb:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5d7126-cbba-4b0f-aa15-4420fd73af09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:13:43Z', 'updated_at': '2021-09-03T18:14:21Z', 'revision_number': 1, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58dad48-b9fa-42ae-9530-4388e37eb277', 'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'mac_address': 'fa:16:3e:0e:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:29Z', 'updated_at': '2021-09-03T18:13:42Z', 'revision_number': 5, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'subnets': [{'id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:14:23.653516 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e989180-31d6-4201-8941-98c02b618fd9 None None] New status for floating IP b9bd95c5-074e-4a2c-b6b7-bb431a141154: ACTIVE {{(pid=94086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:14:24.039928 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6687a437-ae33-4189-bddf-0fd46481f27d req-5a0a7f81-9500-4f4e-9876-f170e93bc412 service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984120 Sep 03 18:14:24.057744 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a3b6da-efe8-4ea2-942c-46f1cb93e327 x-openstack-request-id: req-d4a3b6da-efe8-4ea2-942c-46f1cb93e327 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:24.058215 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea5d7126-cbba-4b0f-aa15-4420fd73af09", "tag": "0f890479-a810-4f29-be78-ee595ad39be8", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:24.058339 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d4a3b6da-efe8-4ea2-942c-46f1cb93e327 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:24.058681 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea5d7126-cbba-4b0f-aa15-4420fd73af09', 'tag': '0f890479-a810-4f29-be78-ee595ad39be8', 'status': 'completed', 'code': 200} Sep 03 18:14:24.147531 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5e986-8455-438c-af74-095e134714e1 req-261ac18e-c0f3-4973-b779-dc1024532ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:24.149285 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8aa5e986-8455-438c-af74-095e134714e1 req-261ac18e-c0f3-4973-b779-dc1024532ced service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9fad030dd65493e9b5094cd17743413&device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 1098 time: 0.0402899 Sep 03 18:14:24.172593 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90934723-2e2b-4e66-87dc-1fe21c848786 req-a5e7f2be-abfa-472e-96af-da1dff3d2cef tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:24.174090 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-90934723-2e2b-4e66-87dc-1fe21c848786 req-a5e7f2be-abfa-472e-96af-da1dff3d2cef tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 945 time: 0.0851471 Sep 03 18:14:24.187138 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd50184-0893-4397-a67c-763c6731f840 req-e8e052fb-aa33-4701-a499-9fa7094d94ec tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:24.188561 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dfd50184-0893-4397-a67c-763c6731f840 req-e8e052fb-aa33-4701-a499-9fa7094d94ec tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0706980 Sep 03 18:14:24.244075 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-90934723-2e2b-4e66-87dc-1fe21c848786 req-280e122e-40f2-49b3-b351-357f48aa84ee tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544868 Sep 03 18:14:24.248918 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5e986-8455-438c-af74-095e134714e1 req-d33c468e-0da4-4b0a-ad7d-ac063c52c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:24.250486 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8aa5e986-8455-438c-af74-095e134714e1 req-d33c468e-0da4-4b0a-ad7d-ac063c52c2b9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ba05fac-18ef-4556-b8bc-03611f5564b9 HTTP/1.1" status: 200 len: 911 time: 0.0901988 Sep 03 18:14:24.258281 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dfd50184-0893-4397-a67c-763c6731f840 req-c6e8d69e-27bb-492e-a42e-f84e1569ed30 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580845 Sep 03 18:14:24.323126 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8aa5e986-8455-438c-af74-095e134714e1 req-2d89bd44-666e-4292-99bd-7094c1498f79 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f890479-a810-4f29-be78-ee595ad39be8 HTTP/1.1" status: 200 len: 1001 time: 0.0592618 Sep 03 18:14:24.381131 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5e986-8455-438c-af74-095e134714e1 req-adb8cb8c-bcee-432d-88a9-4f4a2bf389a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:24.382615 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8aa5e986-8455-438c-af74-095e134714e1 req-adb8cb8c-bcee-432d-88a9-4f4a2bf389a6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afe12978-3220-4047-98a9-897ddeffcbac HTTP/1.1" status: 200 len: 849 time: 0.0483997 Sep 03 18:14:24.427831 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa5e986-8455-438c-af74-095e134714e1 req-9b9e4db0-69c1-496f-93a9-df06d5134f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:24.429298 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8aa5e986-8455-438c-af74-095e134714e1 req-9b9e4db0-69c1-496f-93a9-df06d5134f4c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ba05fac-18ef-4556-b8bc-03611f5564b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0387402 Sep 03 18:14:24.525773 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8aa5e986-8455-438c-af74-095e134714e1 req-af84c991-45a1-4468-8c84-1d283716d084 service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858598 Sep 03 18:14:24.628903 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-8aa5e986-8455-438c-af74-095e134714e1 req-cc7d7a4b-1d93-4b6b-a913-f1d2aaf4c975 service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911679 Sep 03 18:14:25.170173 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 46544) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:25.337329 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-58f965fa-8f60-4e44-b76f-5ef501f200b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.387521 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.447872 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924726f-6f7d-4086-8370-3fb9874a8f47 req-e31ad372-e05f-40c5-8f96-2394b282e4bd tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:25.449423 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8924726f-6f7d-4086-8370-3fb9874a8f47 req-e31ad372-e05f-40c5-8f96-2394b282e4bd tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.1100237 Sep 03 18:14:25.475217 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c77b2f-473a-46b5-8728-b8c27bc6f14d req-089fd672-1936-4552-bd64-ddb40bbd6910 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:25.476689 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-26c77b2f-473a-46b5-8728-b8c27bc6f14d req-089fd672-1936-4552-bd64-ddb40bbd6910 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 945 time: 0.1017296 Sep 03 18:14:25.478551 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46558) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:25.534039 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8924726f-6f7d-4086-8370-3fb9874a8f47 req-2b2b8b6c-4732-4e70-a728-578f52540a42 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752931 Sep 03 18:14:25.560060 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-26c77b2f-473a-46b5-8728-b8c27bc6f14d req-3ae89e88-76e8-4d5f-9a69-825e68a30975 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738444 Sep 03 18:14:25.592734 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.596651 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.601339 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.633806 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=61030dd4461448b190a24d3d9eff4748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4624622 Sep 03 18:14:25.634781 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bd06da-5191-47bf-bde9-33384c2f9254,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:25.636491 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46562) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:25.641913 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.642287 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.642612 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.642941 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.643263 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.643585 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.643905 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.644224 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.645419 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.645785 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.646106 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.646453 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9203253-a8b0-4711-b74a-f15e8f2b502d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.719414 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-07db7421-f6cc-4e0b-81d1-aeec98f12645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.753754 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.758926 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-07db7421-f6cc-4e0b-81d1-aeec98f12645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.764907 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.821526 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=49ea0397bb9d43adbc50a526cdede834&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416517 Sep 03 18:14:25.823958 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d6e177-ecb1-4a6a-a91a-f845b94efc99,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:25.824308 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 46568) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:25.834433 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.834845 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.835267 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.835640 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.835975 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.836310 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.836641 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.836967 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.837296 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.837619 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.837952 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.838275 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58a3f632-f86d-4a5f-b032-39d6c1a9a7e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:25.855350 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.862304 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-07db7421-f6cc-4e0b-81d1-aeec98f12645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.865795 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-07db7421-f6cc-4e0b-81d1-aeec98f12645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.867264 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-07db7421-f6cc-4e0b-81d1-aeec98f12645 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/56bd06da-5191-47bf-bde9-33384c2f9254 HTTP/1.1" status: 204 len: 168 time: 0.2297571 Sep 03 18:14:25.875834 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db7421-f6cc-4e0b-81d1-aeec98f12645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bd06da-5191-47bf-bde9-33384c2f9254,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:25.887735 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-20b988e5-9089-4d98-935d-b0a779387e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.929247 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-20b988e5-9089-4d98-935d-b0a779387e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.983808 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-20b988e5-9089-4d98-935d-b0a779387e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.986574 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-20b988e5-9089-4d98-935d-b0a779387e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:25.987734 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-20b988e5-9089-4d98-935d-b0a779387e7f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8d6e177-ecb1-4a6a-a91a-f845b94efc99 HTTP/1.1" status: 204 len: 168 time: 0.1621103 Sep 03 18:14:25.997569 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b988e5-9089-4d98-935d-b0a779387e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d6e177-ecb1-4a6a-a91a-f845b94efc99,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:26.221343 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 46598) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:26.235341 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2f45959-7e56-452e-a078-34aaf584dcb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.336380 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2f45959-7e56-452e-a078-34aaf584dcb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.347238 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2f45959-7e56-452e-a078-34aaf584dcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.395727 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c2f45959-7e56-452e-a078-34aaf584dcb4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2b948af6d7e445cc8354a00fff023935&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1730661 Sep 03 18:14:26.395915 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46604) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:26.398616 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f45959-7e56-452e-a078-34aaf584dcb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e633bc28-8973-4b90-8fc7-84141ac681ba,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:26.429942 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 46608) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:26.446461 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-50644012-f466-4081-adb5-ebfe6b58e527 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.476443 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a1165e0c-e558-4d6d-a502-dcd98a1e8964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.502108 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a1165e0c-e558-4d6d-a502-dcd98a1e8964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.551534 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-50644012-f466-4081-adb5-ebfe6b58e527 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.555023 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-50644012-f466-4081-adb5-ebfe6b58e527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.570178 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a1165e0c-e558-4d6d-a502-dcd98a1e8964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.573511 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a1165e0c-e558-4d6d-a502-dcd98a1e8964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.590329 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a1165e0c-e558-4d6d-a502-dcd98a1e8964 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e633bc28-8973-4b90-8fc7-84141ac681ba HTTP/1.1" status: 204 len: 168 time: 0.1842000 Sep 03 18:14:26.612274 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1165e0c-e558-4d6d-a502-dcd98a1e8964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e633bc28-8973-4b90-8fc7-84141ac681ba,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:26.621658 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46620) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:26.629786 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-50644012-f466-4081-adb5-ebfe6b58e527 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e89287219c64e24ada3e5d17530e50a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1983149 Sep 03 18:14:26.700359 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50644012-f466-4081-adb5-ebfe6b58e527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d48f175-1c00-4e4e-858b-eefd50e6f2cf,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:26.727607 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4b9e48a0-5d15-4574-87d1-7d2acb180905 req-b9c20a1d-f80d-4aa3-9b4d-02dd334bab0f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0880132 Sep 03 18:14:26.743308 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092026ca-8e82-4822-a948-3abc60e76f49 req-b80507ed-eabb-4ee0-8573-976d027904e4 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:26.744998 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-092026ca-8e82-4822-a948-3abc60e76f49 req-b80507ed-eabb-4ee0-8573-976d027904e4 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.1113160 Sep 03 18:14:26.749897 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cdf8e4d5-4cb5-49df-9918-afae7dab390c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.758808 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c9b070-e986-4706-b326-fde2231ab96a req-6045380d-bc75-4102-981a-dbaf1e3847b0 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:26.760395 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c8c9b070-e986-4706-b326-fde2231ab96a req-6045380d-bc75-4102-981a-dbaf1e3847b0 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 945 time: 0.0801001 Sep 03 18:14:26.780116 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cdf8e4d5-4cb5-49df-9918-afae7dab390c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.805929 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.825421 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c8c9b070-e986-4706-b326-fde2231ab96a req-0173d25c-e8c0-4083-a327-22d4077ec26b tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474765 Sep 03 18:14:26.861902 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-092026ca-8e82-4822-a948-3abc60e76f49 req-a50c197c-5fc9-423f-b600-f15e6a0868a8 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004798 Sep 03 18:14:26.931874 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e48a0-5d15-4574-87d1-7d2acb180905 req-a04cf334-5b84-4fb7-8f2e-f4c766105ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:26.933375 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4b9e48a0-5d15-4574-87d1-7d2acb180905 req-a04cf334-5b84-4fb7-8f2e-f4c766105ef8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91b2e3de39174dfaafef8a07f2e61bc2&device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 1098 time: 0.1346695 Sep 03 18:14:26.943853 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38141853-2c33-4598-a225-691b768460ab req-49eef065-edf3-4713-a857-ca674185ea09 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:26.945843 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-38141853-2c33-4598-a225-691b768460ab req-49eef065-edf3-4713-a857-ca674185ea09 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.55 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 945 time: 0.1231227 Sep 03 18:14:26.950979 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cdf8e4d5-4cb5-49df-9918-afae7dab390c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.954090 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cdf8e4d5-4cb5-49df-9918-afae7dab390c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:26.955198 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-cdf8e4d5-4cb5-49df-9918-afae7dab390c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d48f175-1c00-4e4e-858b-eefd50e6f2cf HTTP/1.1" status: 204 len: 168 time: 0.3313293 Sep 03 18:14:27.004856 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf8e4d5-4cb5-49df-9918-afae7dab390c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d48f175-1c00-4e4e-858b-eefd50e6f2cf,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:27.142007 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e48a0-5d15-4574-87d1-7d2acb180905 req-d93816a8-51c1-4540-bbcc-4ac4f419dc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:27.143611 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4b9e48a0-5d15-4574-87d1-7d2acb180905 req-d93816a8-51c1-4540-bbcc-4ac4f419dc70 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04 HTTP/1.1" status: 200 len: 916 time: 0.1777222 Sep 03 18:14:27.213082 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-38141853-2c33-4598-a225-691b768460ab req-25342623-d326-4a50-b4a0-30101259d20a tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Deleting port c91c3d1e-5b3d-4a37-a802-0f2c662155a6 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:14:27.213426 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-38141853-2c33-4598-a225-691b768460ab req-25342623-d326-4a50-b4a0-30101259d20a tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:27.252104 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4b9e48a0-5d15-4574-87d1-7d2acb180905 req-a5b8c44c-4822-412e-aa51-a9e56d34b58a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14844a20-98e7-4dde-8afc-6173394f9f19 HTTP/1.1" status: 200 len: 1001 time: 0.0985179 Sep 03 18:14:27.582536 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e48a0-5d15-4574-87d1-7d2acb180905 req-d3e372f1-3c1f-46fe-96f2-e27cad4a07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:27.584007 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4b9e48a0-5d15-4574-87d1-7d2acb180905 req-d3e372f1-3c1f-46fe-96f2-e27cad4a07bb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=208c51a8-f834-4218-8eaa-2936809d4cf5 HTTP/1.1" status: 200 len: 854 time: 0.3013148 Sep 03 18:14:27.591339 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-38141853-2c33-4598-a225-691b768460ab req-25342623-d326-4a50-b4a0-30101259d20a tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] For port c91c3d1e-5b3d-4a37-a802-0f2c662155a6, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c91c3d1e-5b3d-4a37-a802-0f2c662155a6,segment=NetworkSegment(4e266a9c-977f-4a2f-9e69-e0bb1b71e56d),segment_id=4e266a9c-977f-4a2f-9e69-e0bb1b71e56d)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:27.591826 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-38141853-2c33-4598-a225-691b768460ab req-25342623-d326-4a50-b4a0-30101259d20a tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:27.646169 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-38141853-2c33-4598-a225-691b768460ab req-25342623-d326-4a50-b4a0-30101259d20a tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Calling delete_port for c91c3d1e-5b3d-4a37-a802-0f2c662155a6 owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:14:27.772490 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9e48a0-5d15-4574-87d1-7d2acb180905 req-7879db50-f96d-4a66-9596-c4bbaa1b5600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:27.774434 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4b9e48a0-5d15-4574-87d1-7d2acb180905 req-7879db50-f96d-4a66-9596-c4bbaa1b5600 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1800020 Sep 03 18:14:27.933370 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4b9e48a0-5d15-4574-87d1-7d2acb180905 req-a9bc2013-701a-41cc-8820-49ca56ff69c6 service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496551 Sep 03 18:14:27.997313 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-38141853-2c33-4598-a225-691b768460ab req-25342623-d326-4a50-b4a0-30101259d20a tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:28.011605 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['c91c3d1e-5b3d-4a37-a802-0f2c662155a6'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:14:28.074407 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfae578-1a8b-4e12-a2f2-f672ac78cb3a req-9d85ae80-5130-48f5-a39e-1254b4088d20 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:28.081763 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8cfae578-1a8b-4e12-a2f2-f672ac78cb3a req-9d85ae80-5130-48f5-a39e-1254b4088d20 tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 867 time: 0.1406672 Sep 03 18:14:28.122394 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25342623-d326-4a50-b4a0-30101259d20a tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Pushing event deleted for resources: {'Port': ['ID=c91c3d1e-5b3d-4a37-a802-0f2c662155a6,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:28.129957 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0ab0c4-dd0b-4826-8005-03b0366d305f req-3db5e6ea-aa1c-42b4-b31f-1d5a23cc27f9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:28.131568 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5f0ab0c4-dd0b-4826-8005-03b0366d305f req-3db5e6ea-aa1c-42b4-b31f-1d5a23cc27f9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.1517098 Sep 03 18:14:28.145403 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:28.172401 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8cfae578-1a8b-4e12-a2f2-f672ac78cb3a req-1906845a-81e6-44f5-adfa-89cdf897165c tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/security-groups?id=8097f6cc-1f82-43be-b501-606d707a5af6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893672 Sep 03 18:14:28.193671 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5f0ab0c4-dd0b-4826-8005-03b0366d305f req-cd1916e2-d03d-447a-9b40-73ebcb4a08d2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497515 Sep 03 18:14:28.247745 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-38141853-2c33-4598-a225-691b768460ab req-25342623-d326-4a50-b4a0-30101259d20a tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] No DVR routers for this DVR port c91c3d1e-5b3d-4a37-a802-0f2c662155a6 on host hv-cinder-78878 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:14:28.253500 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-38141853-2c33-4598-a225-691b768460ab req-25342623-d326-4a50-b4a0-30101259d20a tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:28.255908 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-38141853-2c33-4598-a225-691b768460ab req-25342623-d326-4a50-b4a0-30101259d20a tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.55 "DELETE /v2.0/ports/c91c3d1e-5b3d-4a37-a802-0f2c662155a6 HTTP/1.1" status: 204 len: 173 time: 1.2997119 Sep 03 18:14:28.256570 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5c867bd-ca2a-47ba-89eb-ae047e990f42', 'name': 'network-vif-deleted', 'tag': 'c91c3d1e-5b3d-4a37-a802-0f2c662155a6'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:28.258931 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5cfd6c-85db-4817-a693-68fd19caef89" -d '{"events": [{"server_uuid": "a5c867bd-ca2a-47ba-89eb-ae047e990f42", "name": "network-vif-deleted", "tag": "c91c3d1e-5b3d-4a37-a802-0f2c662155a6"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:28.292077 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4b9e48a0-5d15-4574-87d1-7d2acb180905 req-7552d3d7-a54c-4548-96f8-5f3b731c2b8d service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489146 Sep 03 18:14:28.316890 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:28.333669 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3756c538-e771-4a29-ad87-8ad545ed92ab x-openstack-request-id: req-3756c538-e771-4a29-ad87-8ad545ed92ab {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:28.334165 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5c867bd-ca2a-47ba-89eb-ae047e990f42", "name": "network-vif-deleted", "tag": "c91c3d1e-5b3d-4a37-a802-0f2c662155a6", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:28.334535 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3756c538-e771-4a29-ad87-8ad545ed92ab {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:28.334998 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5c867bd-ca2a-47ba-89eb-ae047e990f42', 'name': 'network-vif-deleted', 'tag': 'c91c3d1e-5b3d-4a37-a802-0f2c662155a6', 'status': 'completed', 'code': 200} Sep 03 18:14:29.304995 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-817e222b-90f5-48c0-a018-b362d08e9031 req-0c579eee-83d4-46a8-9fab-69ad811ed03f tempest-DeleteServersTestJSON-1207629538 tempest-DeleteServersTestJSON-1207629538-project] 10.222.0.45 "GET /v2.0/ports?device_id=a5c867bd-ca2a-47ba-89eb-ae047e990f42 HTTP/1.1" status: 200 len: 210 time: 0.0388360 Sep 03 18:14:29.340856 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793f7075-fa88-4327-a8f1-54ea1ab145f1 req-3b89ae0e-844d-4cfc-91b3-405032708f42 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:29.342633 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-793f7075-fa88-4327-a8f1-54ea1ab145f1 req-3b89ae0e-844d-4cfc-91b3-405032708f42 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0653322 Sep 03 18:14:29.383381 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-793f7075-fa88-4327-a8f1-54ea1ab145f1 req-167570d2-688e-4dbc-9e6d-51a9b1c772e6 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341964 Sep 03 18:14:30.512730 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc6fbc-c87e-4aa1-b9ab-8761af30af21 req-1dfada7a-a857-45a3-8476-cbe5a49be77f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:30.514638 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bdbc6fbc-c87e-4aa1-b9ab-8761af30af21 req-1dfada7a-a857-45a3-8476-cbe5a49be77f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0592372 Sep 03 18:14:30.560719 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bdbc6fbc-c87e-4aa1-b9ab-8761af30af21 req-6718669a-2d52-477b-9567-b2dda958492e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397320 Sep 03 18:14:30.853710 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46852) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:30.896645 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-516f7466-0e85-43d1-9fae-b6366999340a admin admin] Deleting subnet e4020142-648d-4458-89d4-5e41a433de43 {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:14:30.899989 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-516f7466-0e85-43d1-9fae-b6366999340a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:30.936495 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-516f7466-0e85-43d1-9fae-b6366999340a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28422707'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:30.973924 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-516f7466-0e85-43d1-9fae-b6366999340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.024276 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-516f7466-0e85-43d1-9fae-b6366999340a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26210811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26242172'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.048422 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516f7466-0e85-43d1-9fae-b6366999340a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4020142-648d-4458-89d4-5e41a433de43,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:31.052359 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-516f7466-0e85-43d1-9fae-b6366999340a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.054699 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-516f7466-0e85-43d1-9fae-b6366999340a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e4020142-648d-4458-89d4-5e41a433de43 HTTP/1.1" status: 204 len: 168 time: 0.1994450 Sep 03 18:14:31.056599 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46854) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:31.124339 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9974eadb-703a-45bc-9dc8-d09855f6a6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.199354 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9974eadb-703a-45bc-9dc8-d09855f6a6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.209358 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-9974eadb-703a-45bc-9dc8-d09855f6a6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0174322b-3444-491f-955f-205b5bdc1784']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:31.218709 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-9974eadb-703a-45bc-9dc8-d09855f6a6e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13fd0e81-1cea-49bb-b48a-6307f48847e2') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:31.219001 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-9974eadb-703a-45bc-9dc8-d09855f6a6e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13fd0e81-1cea-49bb-b48a-6307f48847e2') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:31.228083 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9974eadb-703a-45bc-9dc8-d09855f6a6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28422698'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.241403 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9974eadb-703a-45bc-9dc8-d09855f6a6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.247237 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9974eadb-703a-45bc-9dc8-d09855f6a6e8 admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:14:31.247623 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9974eadb-703a-45bc-9dc8-d09855f6a6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26210725'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: timer() Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: cb(*args, **kw) Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: self._notify() Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: self.callback(batched_events) Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: event.method(event) Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._get(url).json() Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:14:31.249209 dv-cinder-788782-10-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:14:31.306180 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9974eadb-703a-45bc-9dc8-d09855f6a6e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.311987 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9974eadb-703a-45bc-9dc8-d09855f6a6e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.317303 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9974eadb-703a-45bc-9dc8-d09855f6a6e8 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0174322b-3444-491f-955f-205b5bdc1784 HTTP/1.1" status: 204 len: 168 time: 0.2563586 Sep 03 18:14:31.317609 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46860) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:31.356086 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974eadb-703a-45bc-9dc8-d09855f6a6e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0174322b-3444-491f-955f-205b5bdc1784,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:31.380768 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a259a49-d2af-4d86-868e-47e5ae08857f admin admin] Deleting subnet e77c1ae7-ccbd-4497-becf-20b1d1d599af {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:14:31.384083 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4a259a49-d2af-4d86-868e-47e5ae08857f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.419166 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4a259a49-d2af-4d86-868e-47e5ae08857f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28422707'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.462560 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4a259a49-d2af-4d86-868e-47e5ae08857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.505784 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46868) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:31.518815 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4a259a49-d2af-4d86-868e-47e5ae08857f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26210811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26242172'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.544800 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a259a49-d2af-4d86-868e-47e5ae08857f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e77c1ae7-ccbd-4497-becf-20b1d1d599af,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:31.549450 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4a259a49-d2af-4d86-868e-47e5ae08857f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.551692 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4a259a49-d2af-4d86-868e-47e5ae08857f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e77c1ae7-ccbd-4497-becf-20b1d1d599af HTTP/1.1" status: 204 len: 168 time: 0.2331703 Sep 03 18:14:31.554245 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46872) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:31.642459 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aa365b65-0bcd-4e2f-8927-79a302504a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.646239 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b7b2cb79-564a-4be3-9cdd-ac131be4d43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.758764 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b7b2cb79-564a-4be3-9cdd-ac131be4d43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.771679 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-b7b2cb79-564a-4be3-9cdd-ac131be4d43b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e9ba8c0-a9b2-4c60-8dc3-419da802ce4a']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:31.787739 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-b7b2cb79-564a-4be3-9cdd-ac131be4d43b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '141d4f8a-a5bf-4ffb-9ad6-582b3213951c') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:31.788225 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-b7b2cb79-564a-4be3-9cdd-ac131be4d43b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '141d4f8a-a5bf-4ffb-9ad6-582b3213951c') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:31.804926 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b7b2cb79-564a-4be3-9cdd-ac131be4d43b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28422698'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.834948 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b7b2cb79-564a-4be3-9cdd-ac131be4d43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.844425 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b2cb79-564a-4be3-9cdd-ac131be4d43b admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:14:31.844808 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b7b2cb79-564a-4be3-9cdd-ac131be4d43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26210725'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: timer() Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: cb(*args, **kw) Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: self._notify() Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: self.callback(batched_events) Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: event.method(event) Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._get(url).json() Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:14:31.846391 dv-cinder-788782-10-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:14:31.880194 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aa365b65-0bcd-4e2f-8927-79a302504a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.907726 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-aa365b65-0bcd-4e2f-8927-79a302504a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.927540 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b7b2cb79-564a-4be3-9cdd-ac131be4d43b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.931447 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b7b2cb79-564a-4be3-9cdd-ac131be4d43b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:31.933357 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b7b2cb79-564a-4be3-9cdd-ac131be4d43b admin admin] 10.222.0.45 "DELETE /v2.0/networks/8e9ba8c0-a9b2-4c60-8dc3-419da802ce4a HTTP/1.1" status: 204 len: 168 time: 0.3782001 Sep 03 18:14:31.968206 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2cb79-564a-4be3-9cdd-ac131be4d43b admin admin] Pushing event deleted for resources: {'Network': ['ID=8e9ba8c0-a9b2-4c60-8dc3-419da802ce4a,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:31.970855 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa365b65-0bcd-4e2f-8927-79a302504a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4edd2fa-4a56-4b8a-85a8-3a8a02e8265f,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:31.976525 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-aa365b65-0bcd-4e2f-8927-79a302504a20 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e1806fabd3f044799edc3136ef970ce6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4697511 Sep 03 18:14:31.979376 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 46890) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:32.029432 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-36dc75b7-909d-4191-8c49-99e9bceda7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.050348 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46892) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:32.051295 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-36dc75b7-909d-4191-8c49-99e9bceda7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.090791 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f6e09d1b-9983-489c-91b4-3a44b4dc8657 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=25353c144aea4bf1bf579cfc8f1ba1c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383780 Sep 03 18:14:32.093662 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46894) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:32.099067 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-36dc75b7-909d-4191-8c49-99e9bceda7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.101674 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-36dc75b7-909d-4191-8c49-99e9bceda7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.102862 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-36dc75b7-909d-4191-8c49-99e9bceda7af admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f4edd2fa-4a56-4b8a-85a8-3a8a02e8265f HTTP/1.1" status: 204 len: 168 time: 0.1224985 Sep 03 18:14:32.110396 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc75b7-909d-4191-8c49-99e9bceda7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4edd2fa-4a56-4b8a-85a8-3a8a02e8265f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:32.151734 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-65dd6a27-d483-48a5-aa3a-a15b2e27d99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.172584 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-65dd6a27-d483-48a5-aa3a-a15b2e27d99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.218701 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-65dd6a27-d483-48a5-aa3a-a15b2e27d99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.221321 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-65dd6a27-d483-48a5-aa3a-a15b2e27d99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.223063 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-65dd6a27-d483-48a5-aa3a-a15b2e27d99b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/809aeb82-b1e8-4845-bb69-506cd3a30a5f HTTP/1.1" status: 204 len: 168 time: 0.1278102 Sep 03 18:14:32.231254 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dd6a27-d483-48a5-aa3a-a15b2e27d99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809aeb82-b1e8-4845-bb69-506cd3a30a5f,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:32.444783 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device c91c3d1e-5b3d-4a37-a802-0f2c662155a6 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:14:32.466395 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: c91c3d1e-5b3d-4a37-a802-0f2c662155a6 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:14:32.466737 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device c91c3d1e-5b3d-4a37-a802-0f2c662155a6 not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:14:32.565217 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46914) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:32.604746 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-233a828e-01a7-4956-bfb8-61c09a73656f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=050e4c132e9846a2bd67777571b93996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381405 Sep 03 18:14:32.607078 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46916) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:32.659927 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-72fe07c6-6848-47d4-adf6-15722335d088 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.680792 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-72fe07c6-6848-47d4-adf6-15722335d088 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.730039 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-72fe07c6-6848-47d4-adf6-15722335d088 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.732622 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-72fe07c6-6848-47d4-adf6-15722335d088 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:32.736543 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-72fe07c6-6848-47d4-adf6-15722335d088 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/aa5a1939-e146-4da5-b58c-689aa8e40180 HTTP/1.1" status: 204 len: 168 time: 0.1257033 Sep 03 18:14:32.745645 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fe07c6-6848-47d4-adf6-15722335d088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5a1939-e146-4da5-b58c-689aa8e40180,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:32.885645 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46934) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:32.990016 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-167d5947-768e-42dc-b1f5-82cc553a1222 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1127903731-network', 'tenant_id': '37c4a96e283f4fa39a189984b2e781c3'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:33.013185 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167d5947-768e-42dc-b1f5-82cc553a1222 admin admin] Made reservation on behalf of 37c4a96e283f4fa39a189984b2e781c3 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:33.015681 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-167d5947-768e-42dc-b1f5-82cc553a1222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.024139 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-167d5947-768e-42dc-b1f5-82cc553a1222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.115222 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-167d5947-768e-42dc-b1f5-82cc553a1222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.119487 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-167d5947-768e-42dc-b1f5-82cc553a1222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.143784 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167d5947-768e-42dc-b1f5-82cc553a1222 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:14:33.153920 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d5947-768e-42dc-b1f5-82cc553a1222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:33.159736 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-167d5947-768e-42dc-b1f5-82cc553a1222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.160778 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-167d5947-768e-42dc-b1f5-82cc553a1222 admin admin] Added segment 9efa2a30-0f6e-44fb-a548-459380a3c1d7 of type vlan for network fb9879ea-e7c1-4c04-9fb2-5da432adc09e Sep 03 18:14:33.201886 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-167d5947-768e-42dc-b1f5-82cc553a1222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.228696 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-167d5947-768e-42dc-b1f5-82cc553a1222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.229723 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167d5947-768e-42dc-b1f5-82cc553a1222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:33.230329 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-167d5947-768e-42dc-b1f5-82cc553a1222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.260246 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-167d5947-768e-42dc-b1f5-82cc553a1222 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3734102 Sep 03 18:14:33.263268 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 46952) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:33.269040 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-c2b89aaa-115a-4c70-a496-74ab70d2d477 admin admin] Request body: {'subnet': {'network_id': 'fb9879ea-e7c1-4c04-9fb2-5da432adc09e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1127903731-subnet', 'tenant_id': '37c4a96e283f4fa39a189984b2e781c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:33.292240 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2b89aaa-115a-4c70-a496-74ab70d2d477 admin admin] Made reservation on behalf of 37c4a96e283f4fa39a189984b2e781c3 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:33.294823 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2b89aaa-115a-4c70-a496-74ab70d2d477 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.295449 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d5947-768e-42dc-b1f5-82cc553a1222 admin admin] Pushing event updated for resources: {'Network': ['ID=fb9879ea-e7c1-4c04-9fb2-5da432adc09e,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:33.305345 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network fb9879ea-e7c1-4c04-9fb2-5da432adc09e details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:14:33.477150 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2b89aaa-115a-4c70-a496-74ab70d2d477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.739350 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b89aaa-115a-4c70-a496-74ab70d2d477 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea71f95c-9c55-4aeb-8319-8a3daf989be7,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:33.748239 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b89aaa-115a-4c70-a496-74ab70d2d477 admin admin] Checking segment: {'id': '9efa2a30-0f6e-44fb-a548-459380a3c1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fb9879ea-e7c1-4c04-9fb2-5da432adc09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:33.748605 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b89aaa-115a-4c70-a496-74ab70d2d477 admin admin] Network hostable DHCP agents. Network: fb9879ea-e7c1-4c04-9fb2-5da432adc09e, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:14:33.759344 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 46966) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:33.776463 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7191841-93b0-4daf-a2b7-6b3c6696c643 req-db819a34-57f2-4612-8213-d2608039a3f6 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:33.777724 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7191841-93b0-4daf-a2b7-6b3c6696c643 req-db819a34-57f2-4612-8213-d2608039a3f6 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0736310 Sep 03 18:14:33.784901 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b89aaa-115a-4c70-a496-74ab70d2d477 admin admin] Network fb9879ea-e7c1-4c04-9fb2-5da432adc09e is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:14:33.807740 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-c2b89aaa-115a-4c70-a496-74ab70d2d477 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, fb9879ea-e7c1-4c04-9fb2-5da432adc09e) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:33.812419 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b89aaa-115a-4c70-a496-74ab70d2d477 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:33.813413 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2b89aaa-115a-4c70-a496-74ab70d2d477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.819288 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58310a70-8ea4-4300-ad78-0105da40b6cc None None] Network fb9879ea-e7c1-4c04-9fb2-5da432adc09e requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:33.841829 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f7191841-93b0-4daf-a2b7-6b3c6696c643 req-342cf64e-7773-4789-a2f3-db28433f3bb9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533216 Sep 03 18:14:33.844069 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c2b89aaa-115a-4c70-a496-74ab70d2d477 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5790205 Sep 03 18:14:33.924002 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-45a6e05c-41fa-446f-aac3-9e1222364c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:33.980863 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d69ad9-9b59-4739-9f3e-cc5f01ffc537 None None] Network fb9879ea-e7c1-4c04-9fb2-5da432adc09e requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:14:34.050047 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-45a6e05c-41fa-446f-aac3-9e1222364c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:34.055281 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-45a6e05c-41fa-446f-aac3-9e1222364c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:34.101599 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a6e05c-41fa-446f-aac3-9e1222364c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf73670e-267b-4072-b494-0939ca1c38d3,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:34.119935 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-45a6e05c-41fa-446f-aac3-9e1222364c8d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c598a464dc243a4926f7484e1328cf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3570342 Sep 03 18:14:34.120250 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 46980) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:34.170554 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef6f72ef-7ade-4ee0-a9c6-2480d1e31b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:34.193056 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef6f72ef-7ade-4ee0-a9c6-2480d1e31b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:34.241722 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef6f72ef-7ade-4ee0-a9c6-2480d1e31b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:34.244288 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef6f72ef-7ade-4ee0-a9c6-2480d1e31b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:34.245423 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ef6f72ef-7ade-4ee0-a9c6-2480d1e31b88 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bf73670e-267b-4072-b494-0939ca1c38d3 HTTP/1.1" status: 204 len: 168 time: 0.1242273 Sep 03 18:14:34.253482 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f72ef-7ade-4ee0-a9c6-2480d1e31b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf73670e-267b-4072-b494-0939ca1c38d3,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:34.993312 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3ee848-f0ab-487c-8152-2ae85d0bc9d2 req-9b968a6c-51d3-4050-a194-fafc2a232119 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:34.994859 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1e3ee848-f0ab-487c-8152-2ae85d0bc9d2 req-9b968a6c-51d3-4050-a194-fafc2a232119 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0604038 Sep 03 18:14:35.002762 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 47046) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:35.044239 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1e3ee848-f0ab-487c-8152-2ae85d0bc9d2 req-7583346e-4b1a-406d-badb-5931bc49d2a4 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408688 Sep 03 18:14:35.063377 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf595d7-61f6-40cc-9a89-ca864ad3ea60 admin admin] Deleting subnet 666f5779-7141-47e8-8f20-5a18ef916571 {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:14:35.067385 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-adf595d7-61f6-40cc-9a89-ca864ad3ea60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.111515 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-adf595d7-61f6-40cc-9a89-ca864ad3ea60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28422707'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.157062 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-adf595d7-61f6-40cc-9a89-ca864ad3ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.217617 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-adf595d7-61f6-40cc-9a89-ca864ad3ea60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26210811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26242172'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.244688 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf595d7-61f6-40cc-9a89-ca864ad3ea60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=666f5779-7141-47e8-8f20-5a18ef916571,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:35.248765 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-adf595d7-61f6-40cc-9a89-ca864ad3ea60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.253530 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-adf595d7-61f6-40cc-9a89-ca864ad3ea60 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/666f5779-7141-47e8-8f20-5a18ef916571 HTTP/1.1" status: 204 len: 168 time: 0.2483926 Sep 03 18:14:35.254215 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 47062) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:35.327247 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.401208 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 47068) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:35.413059 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 47072) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:35.415273 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.427123 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:35.427473 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:35.428231 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:35.428558 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Subscribe: > port after_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:35.428899 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:35.429316 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Subscribe: > port after_update 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:35.429568 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:35.429908 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:35.430227 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:35.430573 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:35.514347 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f9756c67-383e-4585-b497-7846c10c06fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.552674 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c7a72ecf-c21f-4489-93f1-f1a81718a7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.582649 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:35.582986 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:35.583502 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:35.583840 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94085) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 03 18:14:35.584219 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9471722c-97ce-46f5-a304-e21a9ab69282']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:35.606183 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e266a9c-977f-4a2f-9e69-e0bb1b71e56d') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:35.606774 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e266a9c-977f-4a2f-9e69-e0bb1b71e56d') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:14:35.623718 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27699939'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.633385 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f9756c67-383e-4585-b497-7846c10c06fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.647251 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f9756c67-383e-4585-b497-7846c10c06fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.649492 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.664420 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:14:35.665691 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25571276'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: from cryptography.utils import int_from_bytes Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: from cryptography.utils import int_from_bytes Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: timer() Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: cb(*args, **kw) Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: self._notify() Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: self.callback(batched_events) Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: event.method(event) Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: return self._get(url).json() Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:14:35.670860 dv-cinder-788782-10-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:14:35.701550 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f9756c67-383e-4585-b497-7846c10c06fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=83461da313c34226b1e8b29e0b9e34c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968140 Sep 03 18:14:35.704353 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 47092) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:35.712272 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9756c67-383e-4585-b497-7846c10c06fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa0bd92-d156-40b4-b74d-6d33be025124,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:35.806676 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c7a72ecf-c21f-4489-93f1-f1a81718a7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.807494 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.817834 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c7a72ecf-c21f-4489-93f1-f1a81718a7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.823052 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.824001 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c8add0cc-80a5-4d96-9adf-d4d0e66caeeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.828398 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9471722c-97ce-46f5-a304-e21a9ab69282 HTTP/1.1" status: 204 len: 168 time: 0.5721855 Sep 03 18:14:35.848408 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563e5ce-1e46-4326-a825-49dada12cb03 admin admin] Pushing event deleted for resources: {'Network': ['ID=9471722c-97ce-46f5-a304-e21a9ab69282,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:35.868409 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591841-5569-46ec-85cb-33f25bc37480 req-f91641b2-ad53-4812-bb9f-99d9aabbe58b tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:35.871579 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf591841-5569-46ec-85cb-33f25bc37480 req-f91641b2-ad53-4812-bb9f-99d9aabbe58b tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/networks?id=fb9879ea-e7c1-4c04-9fb2-5da432adc09e HTTP/1.1" status: 200 len: 809 time: 0.1899672 Sep 03 18:14:35.874199 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a72ecf-c21f-4489-93f1-f1a81718a7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e71968a-35b7-4563-b799-16dd210b3109,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:35.881831 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c7a72ecf-c21f-4489-93f1-f1a81718a7f7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f5c58e71a97246878621c85ccd828e29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4676955 Sep 03 18:14:35.882792 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 47108) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:35.888597 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c8add0cc-80a5-4d96-9adf-d4d0e66caeeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.895487 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf591841-5569-46ec-85cb-33f25bc37480 req-fb0fbf80-1e7f-421b-a298-c85edc4179eb tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/quotas/37c4a96e283f4fa39a189984b2e781c3 HTTP/1.1" status: 200 len: 375 time: 0.0183244 Sep 03 18:14:35.939510 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf591841-5569-46ec-85cb-33f25bc37480 req-efba5d1a-13ca-4af1-a1ee-c819b9673abd tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=37c4a96e283f4fa39a189984b2e781c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415232 Sep 03 18:14:35.968821 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-512dbdc3-2529-48fb-98e9-132753c1048e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.980126 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c8add0cc-80a5-4d96-9adf-d4d0e66caeeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.982657 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c8add0cc-80a5-4d96-9adf-d4d0e66caeeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:35.986159 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c8add0cc-80a5-4d96-9adf-d4d0e66caeeb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7fa0bd92-d156-40b4-b74d-6d33be025124 HTTP/1.1" status: 204 len: 168 time: 0.2785950 Sep 03 18:14:35.997187 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8add0cc-80a5-4d96-9adf-d4d0e66caeeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa0bd92-d156-40b4-b74d-6d33be025124,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:36.007558 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-512dbdc3-2529-48fb-98e9-132753c1048e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.069915 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 47118) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:36.107445 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-512dbdc3-2529-48fb-98e9-132753c1048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.110056 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-512dbdc3-2529-48fb-98e9-132753c1048e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.111399 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-512dbdc3-2529-48fb-98e9-132753c1048e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4e71968a-35b7-4563-b799-16dd210b3109 HTTP/1.1" status: 204 len: 168 time: 0.2249031 Sep 03 18:14:36.112180 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf591841-5569-46ec-85cb-33f25bc37480 req-19e84b56-78b4-4516-998d-466e718198cd service neutron] 10.222.0.45 "GET /v2.0/networks/fb9879ea-e7c1-4c04-9fb2-5da432adc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651995 Sep 03 18:14:36.135905 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512dbdc3-2529-48fb-98e9-132753c1048e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e71968a-35b7-4563-b799-16dd210b3109,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:36.182642 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-1333ebcd-e471-4269-9247-2e888350834c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2a5a03225ca04043ba31521d6734eca7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1105895 Sep 03 18:14:36.183235 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 47126) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:36.246431 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-175baaf5-0de8-454c-9c0c-5b60886d6f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.275930 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-175baaf5-0de8-454c-9c0c-5b60886d6f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.310540 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea37ff02-aaee-490f-966b-b10d61bd4865 req-8431b571-21cc-45f7-80d7-40b971b21b14 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:36.312441 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ea37ff02-aaee-490f-966b-b10d61bd4865 req-8431b571-21cc-45f7-80d7-40b971b21b14 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.1254392 Sep 03 18:14:36.327473 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf591841-5569-46ec-85cb-33f25bc37480 req-fbdb0634-9be5-4cda-a611-4807ee961e33 service neutron] 10.222.0.45 "GET /v2.0/networks/fb9879ea-e7c1-4c04-9fb2-5da432adc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989665 Sep 03 18:14:36.352128 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-175baaf5-0de8-454c-9c0c-5b60886d6f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.355783 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-175baaf5-0de8-454c-9c0c-5b60886d6f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.357990 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-175baaf5-0de8-454c-9c0c-5b60886d6f57 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8097f6cc-1f82-43be-b501-606d707a5af6 HTTP/1.1" status: 204 len: 168 time: 0.1737554 Sep 03 18:14:36.369872 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175baaf5-0de8-454c-9c0c-5b60886d6f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8097f6cc-1f82-43be-b501-606d707a5af6,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:36.408197 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ea37ff02-aaee-490f-966b-b10d61bd4865 req-eb959f29-4a2a-4b9d-ab66-9b38a430c711 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683670 Sep 03 18:14:36.544394 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7c1b9a12-55e7-4f3c-98b4-3a954cbb9435 req-d178600e-2158-4678-94ad-0839b0277252 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 210 time: 0.0318310 Sep 03 18:14:36.837006 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 47158) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:36.857067 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f69ac5a0-f935-4efb-8ef4-f1b2e64d53bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.967815 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f69ac5a0-f935-4efb-8ef4-f1b2e64d53bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:36.978318 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f69ac5a0-f935-4efb-8ef4-f1b2e64d53bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:37.021326 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f69ac5a0-f935-4efb-8ef4-f1b2e64d53bd admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ab3473b11f3f4deb906753cbd2b73ac6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1797051 Sep 03 18:14:37.021326 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69ac5a0-f935-4efb-8ef4-f1b2e64d53bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21fcfd8-7705-458c-bb38-4ca2fad3aa1d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:37.021557 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 47168) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:37.081100 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9eba0b3d-5a7b-4b84-95da-fdc63985da39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:37.108148 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9eba0b3d-5a7b-4b84-95da-fdc63985da39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:37.189412 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9eba0b3d-5a7b-4b84-95da-fdc63985da39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:37.192392 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9eba0b3d-5a7b-4b84-95da-fdc63985da39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:37.193439 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9eba0b3d-5a7b-4b84-95da-fdc63985da39 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d21fcfd8-7705-458c-bb38-4ca2fad3aa1d HTTP/1.1" status: 204 len: 168 time: 0.1708882 Sep 03 18:14:37.204051 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba0b3d-5a7b-4b84-95da-fdc63985da39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21fcfd8-7705-458c-bb38-4ca2fad3aa1d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:37.600758 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de1ce1e-7830-4e1d-84f6-59adc4e9ae61 req-3a7f5a31-236f-47fd-996b-3d327eb60aca tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:37.602599 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6de1ce1e-7830-4e1d-84f6-59adc4e9ae61 req-3a7f5a31-236f-47fd-996b-3d327eb60aca tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.1001172 Sep 03 18:14:37.706806 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6de1ce1e-7830-4e1d-84f6-59adc4e9ae61 req-53dfafbf-a8f7-49c9-8f4c-1734ac4de26b tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958197 Sep 03 18:14:37.742614 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dd3e56a0-2f3f-4d0c-ada1-9a0e4100612e req-b8cb4a00-4826-4efc-835a-524ca17cab06 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 210 time: 0.0633976 Sep 03 18:14:37.881682 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591841-5569-46ec-85cb-33f25bc37480 req-6f48d222-730c-42bf-b12d-03cf7a8de6ff tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:37.883299 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bf591841-5569-46ec-85cb-33f25bc37480 req-6f48d222-730c-42bf-b12d-03cf7a8de6ff tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.55 "GET /v2.0/networks?id=fb9879ea-e7c1-4c04-9fb2-5da432adc09e HTTP/1.1" status: 200 len: 809 time: 0.1920633 Sep 03 18:14:37.901777 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-bf591841-5569-46ec-85cb-33f25bc37480 req-45b51ee7-ccd9-49fc-8655-958b0e263614 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Request body: {'port': {'device_id': 'b04d2308-e5a8-4f47-b056-22cc0770bc36', 'network_id': 'fb9879ea-e7c1-4c04-9fb2-5da432adc09e', 'admin_state_up': True, 'tenant_id': '37c4a96e283f4fa39a189984b2e781c3'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:38.038632 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf591841-5569-46ec-85cb-33f25bc37480 req-45b51ee7-ccd9-49fc-8655-958b0e263614 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Made reservation on behalf of 37c4a96e283f4fa39a189984b2e781c3 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:38.042758 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bf591841-5569-46ec-85cb-33f25bc37480 req-45b51ee7-ccd9-49fc-8655-958b0e263614 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.180879 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-bf591841-5569-46ec-85cb-33f25bc37480 req-45b51ee7-ccd9-49fc-8655-958b0e263614 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Allocated IP 172.20.0.10 (fb9879ea-e7c1-4c04-9fb2-5da432adc09e/ea71f95c-9c55-4aeb-8319-8a3daf989be7/21106750-ed8b-48ed-9572-7ba886339502) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:14:38.264595 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 47290) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:38.389078 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bf591841-5569-46ec-85cb-33f25bc37480 req-45b51ee7-ccd9-49fc-8655-958b0e263614 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.447350 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bf591841-5569-46ec-85cb-33f25bc37480 req-45b51ee7-ccd9-49fc-8655-958b0e263614 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.506619 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf591841-5569-46ec-85cb-33f25bc37480 req-45b51ee7-ccd9-49fc-8655-958b0e263614 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Network fb9879ea-e7c1-4c04-9fb2-5da432adc09e is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:38.507848 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b51ee7-ccd9-49fc-8655-958b0e263614 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Pushing event updated for resources: {'Port': ['ID=21106750-ed8b-48ed-9572-7ba886339502,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:38.510735 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-bf591841-5569-46ec-85cb-33f25bc37480 req-45b51ee7-ccd9-49fc-8655-958b0e263614 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:38.513184 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf591841-5569-46ec-85cb-33f25bc37480 req-45b51ee7-ccd9-49fc-8655-958b0e263614 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:14:38.525473 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d2ede01-16da-49f3-a26f-2adb772e3561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.572245 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591841-5569-46ec-85cb-33f25bc37480 req-45b51ee7-ccd9-49fc-8655-958b0e263614 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:38.573128 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bf591841-5569-46ec-85cb-33f25bc37480 req-45b51ee7-ccd9-49fc-8655-958b0e263614 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.633342 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d2ede01-16da-49f3-a26f-2adb772e3561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.640119 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d2ede01-16da-49f3-a26f-2adb772e3561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.645445 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bf591841-5569-46ec-85cb-33f25bc37480 req-45b51ee7-ccd9-49fc-8655-958b0e263614 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7501824 Sep 03 18:14:38.665810 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Request body: {'port': {'device_id': 'b04d2308-e5a8-4f47-b056-22cc0770bc36', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:38.687185 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6d2ede01-16da-49f3-a26f-2adb772e3561 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d969ecf39ac4b8383e99f0cf27e71cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187639 Sep 03 18:14:38.687185 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2ede01-16da-49f3-a26f-2adb772e3561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6fec7a-3d57-48b1-bbd4-798310b17474,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:38.688626 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 47316) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:38.757975 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.808073 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-357aa51d-f2d3-437a-8f77-ed5a35e78897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.879581 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-357aa51d-f2d3-437a-8f77-ed5a35e78897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:38.952153 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bfbe8-eff2-4b64-b157-a40cd899033c req-4204d815-3d74-4bc7-8d07-6bf9d419d724 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:38.953999 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b83bfbe8-eff2-4b64-b157-a40cd899033c req-4204d815-3d74-4bc7-8d07-6bf9d419d724 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 932 time: 0.1231472 Sep 03 18:14:38.966409 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef150af-08f8-4278-8ea1-5c2c909e2407 req-5b66a39a-6695-44db-bf22-07719f6bb806 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:38.968166 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6ef150af-08f8-4278-8ea1-5c2c909e2407 req-5b66a39a-6695-44db-bf22-07719f6bb806 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.1246691 Sep 03 18:14:39.009142 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-357aa51d-f2d3-437a-8f77-ed5a35e78897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.012024 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-357aa51d-f2d3-437a-8f77-ed5a35e78897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.013346 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-357aa51d-f2d3-437a-8f77-ed5a35e78897 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c6fec7a-3d57-48b1-bbd4-798310b17474 HTTP/1.1" status: 204 len: 168 time: 0.3234224 Sep 03 18:14:39.034623 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357aa51d-f2d3-437a-8f77-ed5a35e78897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6fec7a-3d57-48b1-bbd4-798310b17474,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:39.044865 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b83bfbe8-eff2-4b64-b157-a40cd899033c req-afdc6438-ab5f-4683-9531-d8d0a3a53222 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755439 Sep 03 18:14:39.062031 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6ef150af-08f8-4278-8ea1-5c2c909e2407 req-174b52fd-a641-49c6-934a-cb35ec58e306 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803001 Sep 03 18:14:39.211925 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21106750-ed8b-48ed-9572-7ba886339502 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:14:39.224218 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.242568 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Transition to ACTIVE for port object 21106750-ed8b-48ed-9572-7ba886339502 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:39.248278 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.317360 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Pushing event updated for resources: {'Port': ['ID=21106750-ed8b-48ed-9572-7ba886339502,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:39.404271 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Attempting to bind port 21106750-ed8b-48ed-9572-7ba886339502 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:14:39.405038 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Attempting to bind port 21106750-ed8b-48ed-9572-7ba886339502 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '9efa2a30-0f6e-44fb-a548-459380a3c1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fb9879ea-e7c1-4c04-9fb2-5da432adc09e'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:14:39.405570 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Attempting to bind port 21106750-ed8b-48ed-9572-7ba886339502 on network fb9879ea-e7c1-4c04-9fb2-5da432adc09e {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:39.411892 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Port 21106750-ed8b-48ed-9572-7ba886339502 on network fb9879ea-e7c1-4c04-9fb2-5da432adc09e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:14:39.412596 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Attempting to bind port 21106750-ed8b-48ed-9572-7ba886339502 on network fb9879ea-e7c1-4c04-9fb2-5da432adc09e {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:39.418589 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:14:39.419174 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Checking segment: {'id': '9efa2a30-0f6e-44fb-a548-459380a3c1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fb9879ea-e7c1-4c04-9fb2-5da432adc09e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:39.419841 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Bound using segment: {'id': '9efa2a30-0f6e-44fb-a548-459380a3c1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fb9879ea-e7c1-4c04-9fb2-5da432adc09e'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:14:39.420477 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Bound port: 21106750-ed8b-48ed-9572-7ba886339502, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efa2a30-0f6e-44fb-a548-459380a3c1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fb9879ea-e7c1-4c04-9fb2-5da432adc09e'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:14:39.421232 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.447068 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 47360) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:39.467805 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-74f4a422-b605-4a31-a7d2-0941a318c0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.560360 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] For port 21106750-ed8b-48ed-9572-7ba886339502, host hv-cinder-78878, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:14:39.573544 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] For port 21106750-ed8b-48ed-9572-7ba886339502, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=21106750-ed8b-48ed-9572-7ba886339502,segment=NetworkSegment(9efa2a30-0f6e-44fb-a548-459380a3c1d7),segment_id=9efa2a30-0f6e-44fb-a548-459380a3c1d7)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:14:39.579171 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.614285 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-74f4a422-b605-4a31-a7d2-0941a318c0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.621240 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:39.622322 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.623886 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bf591841-5569-46ec-85cb-33f25bc37480 req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] 10.222.0.55 "PUT /v2.0/ports/21106750-ed8b-48ed-9572-7ba886339502 HTTP/1.1" status: 200 len: 1094 time: 0.9676979 Sep 03 18:14:39.624188 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-74f4a422-b605-4a31-a7d2-0941a318c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.624335 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04d2308-e5a8-4f47-b056-22cc0770bc36', 'tag': '21106750-ed8b-48ed-9572-7ba886339502'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:39.626752 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bb1633-2d0c-46ed-90aa-efb46aca057f" -d '{"events": [{"name": "network-changed", "server_uuid": "b04d2308-e5a8-4f47-b056-22cc0770bc36", "tag": "21106750-ed8b-48ed-9572-7ba886339502"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:39.665419 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-74f4a422-b605-4a31-a7d2-0941a318c0bc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9d1433e0d72a43cabd9eed7ffa44764d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2164674 Sep 03 18:14:39.667861 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 47370) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:39.682426 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0f5c7-1314-4a47-93b6-abc440d8fc98 service neutron] Pushing event updated for resources: {'Port': ['ID=21106750-ed8b-48ed-9572-7ba886339502,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:39.727800 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abce26cb-4090-4d99-abd5-e35a63274e34 x-openstack-request-id: req-abce26cb-4090-4d99-abd5-e35a63274e34 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:39.727967 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f4a422-b605-4a31-a7d2-0941a318c0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d339cf5-27b4-4d51-bdf0-db1fbdf8faa2,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:39.728793 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04d2308-e5a8-4f47-b056-22cc0770bc36", "tag": "21106750-ed8b-48ed-9572-7ba886339502", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:39.729189 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-abce26cb-4090-4d99-abd5-e35a63274e34 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:39.729675 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04d2308-e5a8-4f47-b056-22cc0770bc36', 'tag': '21106750-ed8b-48ed-9572-7ba886339502', 'status': 'completed', 'code': 200} Sep 03 18:14:39.740175 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591841-5569-46ec-85cb-33f25bc37480 req-6a44e88d-c3ad-4361-b747-f018669dea8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:39.742507 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bf591841-5569-46ec-85cb-33f25bc37480 req-6a44e88d-c3ad-4361-b747-f018669dea8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c4a96e283f4fa39a189984b2e781c3&device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 1097 time: 0.0697188 Sep 03 18:14:39.757517 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7c37a317-bc0d-492d-a2c6-947e688526dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.781793 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7c37a317-bc0d-492d-a2c6-947e688526dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.801724 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bf591841-5569-46ec-85cb-33f25bc37480 req-98cf3a1c-3abd-4650-b898-1c215abd7039 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21106750-ed8b-48ed-9572-7ba886339502 HTTP/1.1" status: 200 len: 217 time: 0.0441861 Sep 03 18:14:39.846234 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7c37a317-bc0d-492d-a2c6-947e688526dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.850348 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7c37a317-bc0d-492d-a2c6-947e688526dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:39.851665 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7c37a317-bc0d-492d-a2c6-947e688526dd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d339cf5-27b4-4d51-bdf0-db1fbdf8faa2 HTTP/1.1" status: 204 len: 168 time: 0.1828990 Sep 03 18:14:39.860591 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37a317-bc0d-492d-a2c6-947e688526dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d339cf5-27b4-4d51-bdf0-db1fbdf8faa2,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:39.907284 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:14:39.924914 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf591841-5569-46ec-85cb-33f25bc37480 req-40b4f68a-6ec3-4bab-bdf2-0d3744af5b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:39.927729 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bf591841-5569-46ec-85cb-33f25bc37480 req-40b4f68a-6ec3-4bab-bdf2-0d3744af5b64 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea71f95c-9c55-4aeb-8319-8a3daf989be7 HTTP/1.1" status: 200 len: 849 time: 0.1155818 Sep 03 18:14:39.990636 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bf591841-5569-46ec-85cb-33f25bc37480 req-0f313b66-82d9-45bf-9fd9-5578ef5b7c77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb9879ea-e7c1-4c04-9fb2-5da432adc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430481 Sep 03 18:14:40.121131 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bf591841-5569-46ec-85cb-33f25bc37480 req-3019d230-90c4-4423-99c2-9693d66d3ee7 service neutron] 10.222.0.55 "GET /v2.0/networks/fb9879ea-e7c1-4c04-9fb2-5da432adc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217453 Sep 03 18:14:40.241040 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-bf591841-5569-46ec-85cb-33f25bc37480 req-47310d40-610c-4d58-877c-9db4cf0476fc service neutron] 10.222.0.55 "GET /v2.0/networks/fb9879ea-e7c1-4c04-9fb2-5da432adc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113131 Sep 03 18:14:40.271493 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4d7bb2-8529-4db7-95e3-40ea1519ddb6 req-518bf312-b2f7-4bc0-9ec9-e3e54a3843e8 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:40.273968 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bd4d7bb2-8529-4db7-95e3-40ea1519ddb6 req-518bf312-b2f7-4bc0-9ec9-e3e54a3843e8 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 944 time: 0.1080317 Sep 03 18:14:40.290125 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93938881-95a1-4335-9c34-90f9273c5bb3 req-d66e796b-7f7c-4257-8dd5-b71ff14d3f69 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:40.291743 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-93938881-95a1-4335-9c34-90f9273c5bb3 req-d66e796b-7f7c-4257-8dd5-b71ff14d3f69 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0888288 Sep 03 18:14:40.346672 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb1633-2d0c-46ed-90aa-efb46aca057f req-bfcc0489-383a-4b17-bb27-94267e702bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:40.349274 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-00bb1633-2d0c-46ed-90aa-efb46aca057f req-bfcc0489-383a-4b17-bb27-94267e702bac service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c4a96e283f4fa39a189984b2e781c3&device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 1097 time: 0.0519800 Sep 03 18:14:40.360140 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bd4d7bb2-8529-4db7-95e3-40ea1519ddb6 req-d3f7a5d9-4eef-4069-b447-f5c72ba98657 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674341 Sep 03 18:14:40.363462 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-93938881-95a1-4335-9c34-90f9273c5bb3 req-ccc4351a-bd42-41cb-9549-132bfd63adbc tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627656 Sep 03 18:14:40.507676 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb1633-2d0c-46ed-90aa-efb46aca057f req-25165fe5-c7c2-435e-b764-6dbfae4d65f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:40.510361 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-00bb1633-2d0c-46ed-90aa-efb46aca057f req-25165fe5-c7c2-435e-b764-6dbfae4d65f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fb9879ea-e7c1-4c04-9fb2-5da432adc09e HTTP/1.1" status: 200 len: 910 time: 0.1361926 Sep 03 18:14:40.591320 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-00bb1633-2d0c-46ed-90aa-efb46aca057f req-777f4fcf-d961-4820-9b1d-5a363b626300 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21106750-ed8b-48ed-9572-7ba886339502 HTTP/1.1" status: 200 len: 217 time: 0.0528457 Sep 03 18:14:40.656787 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb1633-2d0c-46ed-90aa-efb46aca057f req-562e039d-e06b-4d25-b26d-2f50f37c90be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:40.658302 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-00bb1633-2d0c-46ed-90aa-efb46aca057f req-562e039d-e06b-4d25-b26d-2f50f37c90be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea71f95c-9c55-4aeb-8319-8a3daf989be7 HTTP/1.1" status: 200 len: 849 time: 0.0557663 Sep 03 18:14:40.698125 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-00bb1633-2d0c-46ed-90aa-efb46aca057f req-ff1414a9-d89b-48fc-960c-66e95d6156a2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb9879ea-e7c1-4c04-9fb2-5da432adc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279391 Sep 03 18:14:40.796291 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-00bb1633-2d0c-46ed-90aa-efb46aca057f req-acab654c-1763-45cb-a8ef-34364fbfe413 service neutron] 10.222.0.55 "GET /v2.0/networks/fb9879ea-e7c1-4c04-9fb2-5da432adc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893869 Sep 03 18:14:41.161169 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-00bb1633-2d0c-46ed-90aa-efb46aca057f req-e2adf9bb-9edf-4d51-a066-6b9b7933718c service neutron] 10.222.0.55 "GET /v2.0/networks/fb9879ea-e7c1-4c04-9fb2-5da432adc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558118 Sep 03 18:14:41.564211 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899ad8c4-3357-49ff-a535-95c303896d33 req-976b3eca-ce84-4e5b-8586-b52b2fab1df2 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:41.567545 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-899ad8c4-3357-49ff-a535-95c303896d33 req-976b3eca-ce84-4e5b-8586-b52b2fab1df2 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 944 time: 0.0873871 Sep 03 18:14:41.645096 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd67e53-2090-470c-972d-095c387a47fa req-0177c255-0fd5-477c-b370-76b7adac0908 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:41.668754 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cdd67e53-2090-470c-972d-095c387a47fa req-0177c255-0fd5-477c-b370-76b7adac0908 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.1771147 Sep 03 18:14:41.730909 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-899ad8c4-3357-49ff-a535-95c303896d33 req-5af2bea6-89e3-4eb8-836b-dcd6e46f5bd0 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560163 Sep 03 18:14:41.765081 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cdd67e53-2090-470c-972d-095c387a47fa req-cd4ea93f-3af3-4ef2-9779-b245fb6ebf1e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929697 Sep 03 18:14:42.893690 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b567585-a5e9-4ea0-9c9a-7b10b46dc938 req-f7757c57-4d97-4f7b-a939-7aadd82cd3b0 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:42.900385 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1b567585-a5e9-4ea0-9c9a-7b10b46dc938 req-f7757c57-4d97-4f7b-a939-7aadd82cd3b0 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 944 time: 0.0968564 Sep 03 18:14:42.938947 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9354bd2b-da93-45b2-b01b-449482563f8e req-e55cb9a2-43b4-49ba-a595-d8f23b1fde56 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:42.940570 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9354bd2b-da93-45b2-b01b-449482563f8e req-e55cb9a2-43b4-49ba-a595-d8f23b1fde56 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0994956 Sep 03 18:14:42.972307 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1b567585-a5e9-4ea0-9c9a-7b10b46dc938 req-9877c38c-e531-4e18-9b8f-7e9466ac00ff tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662699 Sep 03 18:14:43.009219 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9354bd2b-da93-45b2-b01b-449482563f8e req-c6ba379d-3cbc-43b4-8d83-ae1f3ce9d5e8 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566270 Sep 03 18:14:43.548741 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 21106750-ed8b-48ed-9572-7ba886339502 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:14:43.647672 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 21106750-ed8b-48ed-9572-7ba886339502, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=21106750-ed8b-48ed-9572-7ba886339502,segment=NetworkSegment(9efa2a30-0f6e-44fb-a548-459380a3c1d7),segment_id=9efa2a30-0f6e-44fb-a548-459380a3c1d7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:43.654598 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 47554) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:43.660509 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': '21106750-ed8b-48ed-9572-7ba886339502', 'network_id': 'fb9879ea-e7c1-4c04-9fb2-5da432adc09e', 'port_id': '21106750-ed8b-48ed-9572-7ba886339502', 'mac_address': 'fa:16:3e:12:0b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea71f95c-9c55-4aeb-8319-8a3daf989be7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:14:43.698223 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.711463 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21106750-ed8b-48ed-9572-7ba886339502 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:14:43.737291 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 21106750-ed8b-48ed-9572-7ba886339502, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=21106750-ed8b-48ed-9572-7ba886339502,segment=NetworkSegment(9efa2a30-0f6e-44fb-a548-459380a3c1d7),segment_id=9efa2a30-0f6e-44fb-a548-459380a3c1d7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:43.741578 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.773637 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2c4f-2df9-4261-a779-3a484b29e75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.795744 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=21106750-ed8b-48ed-9572-7ba886339502,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:43.803175 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:43.803539 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:43.803858 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:43.804188 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:43.804512 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:43.804839 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:43.805159 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:43.805477 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:43.805795 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:43.806115 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:43.806453 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:43.806769 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:14:43.860289 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2c4f-2df9-4261-a779-3a484b29e75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.864292 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1bfa2c4f-2df9-4261-a779-3a484b29e75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.902019 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1bfa2c4f-2df9-4261-a779-3a484b29e75d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2092d988590e417eb46be26315ff44eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461052 Sep 03 18:14:43.903017 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa2c4f-2df9-4261-a779-3a484b29e75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef5c15e0-b9b8-4d2e-af42-e2dea395bde2,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:43.904641 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 47560) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:43.955388 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d037b2f4-434f-4d36-82d3-5f1db47b1718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:43.978101 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d037b2f4-434f-4d36-82d3-5f1db47b1718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.028249 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d037b2f4-434f-4d36-82d3-5f1db47b1718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.032215 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d037b2f4-434f-4d36-82d3-5f1db47b1718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.033356 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d037b2f4-434f-4d36-82d3-5f1db47b1718 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ef5c15e0-b9b8-4d2e-af42-e2dea395bde2 HTTP/1.1" status: 204 len: 168 time: 0.1266525 Sep 03 18:14:44.042959 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037b2f4-434f-4d36-82d3-5f1db47b1718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef5c15e0-b9b8-4d2e-af42-e2dea395bde2,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:44.073325 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['21106750-ed8b-48ed-9572-7ba886339502'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:14:44.153073 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6eb062-d155-4366-94df-4aafa1144cf3 req-66cd9250-888f-4c22-9f4f-0410649191ed tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:44.154617 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ce6eb062-d155-4366-94df-4aafa1144cf3 req-66cd9250-888f-4c22-9f4f-0410649191ed tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 945 time: 0.0965383 Sep 03 18:14:44.168983 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf23a9c1-ba16-481f-b706-6b0a3c0c1ea4 req-02214e4f-ffc4-43ba-8ae5-b1492bde8d09 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:44.170457 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf23a9c1-ba16-481f-b706-6b0a3c0c1ea4 req-02214e4f-ffc4-43ba-8ae5-b1492bde8d09 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0739591 Sep 03 18:14:44.230842 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ce6eb062-d155-4366-94df-4aafa1144cf3 req-257513e6-9e90-4742-91e1-b3613d13e16c tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696626 Sep 03 18:14:44.257953 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf23a9c1-ba16-481f-b706-6b0a3c0c1ea4 req-639a43c0-eb7c-4fd3-9de1-5bcbd46f1967 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760493 Sep 03 18:14:44.355651 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 47578) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:44.370488 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9231dec0-e2bd-4fbc-b267-de52f34ffba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.490475 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9231dec0-e2bd-4fbc-b267-de52f34ffba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.495927 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9231dec0-e2bd-4fbc-b267-de52f34ffba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.544190 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9231dec0-e2bd-4fbc-b267-de52f34ffba9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=498a091dd53148879da953e3f3b1306c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873744 Sep 03 18:14:44.545685 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231dec0-e2bd-4fbc-b267-de52f34ffba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1358a545-5eea-4266-ba7b-561e0b1483f7,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:44.547095 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 47584) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:44.601356 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-933a066c-04c4-4bf0-91cb-d0539aee8014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.637964 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-933a066c-04c4-4bf0-91cb-d0539aee8014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.707615 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-933a066c-04c4-4bf0-91cb-d0539aee8014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.710346 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-933a066c-04c4-4bf0-91cb-d0539aee8014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:44.713917 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-933a066c-04c4-4bf0-91cb-d0539aee8014 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1358a545-5eea-4266-ba7b-561e0b1483f7 HTTP/1.1" status: 204 len: 168 time: 0.1634865 Sep 03 18:14:44.720099 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933a066c-04c4-4bf0-91cb-d0539aee8014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1358a545-5eea-4266-ba7b-561e0b1483f7,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:45.382342 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e33011-6cca-48fa-bb14-07b53af09c16 req-b74a682c-27d4-4794-90e5-3c8d0945fa2c tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:45.384048 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-20e33011-6cca-48fa-bb14-07b53af09c16 req-b74a682c-27d4-4794-90e5-3c8d0945fa2c tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 945 time: 0.0854294 Sep 03 18:14:45.407632 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2fa94d-4580-40bf-803e-a719d426d464 req-5d8c8860-49a7-4d62-89a1-3d9baffba49e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:45.409111 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5c2fa94d-4580-40bf-803e-a719d426d464 req-5d8c8860-49a7-4d62-89a1-3d9baffba49e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0795612 Sep 03 18:14:45.451889 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-20e33011-6cca-48fa-bb14-07b53af09c16 req-95e54794-aaa0-46ce-9bdb-49de6dfc95a8 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608764 Sep 03 18:14:45.464806 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5c2fa94d-4580-40bf-803e-a719d426d464 req-c1320815-e720-494c-aa42-8c4d44cd8777 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486712 Sep 03 18:14:45.567760 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 21106750-ed8b-48ed-9572-7ba886339502 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:14:45.623611 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port 21106750-ed8b-48ed-9572-7ba886339502 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:14:45.627997 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port 21106750-ed8b-48ed-9572-7ba886339502 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:14:45.629090 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:45.712707 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:45.739694 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04d2308-e5a8-4f47-b056-22cc0770bc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21106750-ed8b-48ed-9572-7ba886339502'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:45.742114 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ff7e29-c501-4ad3-bacb-57252a7237f4" -d '{"events": [{"server_uuid": "b04d2308-e5a8-4f47-b056-22cc0770bc36", "name": "network-vif-plugged", "status": "completed", "tag": "21106750-ed8b-48ed-9572-7ba886339502"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:45.761953 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 21106750-ed8b-48ed-9572-7ba886339502, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=21106750-ed8b-48ed-9572-7ba886339502,segment=NetworkSegment(9efa2a30-0f6e-44fb-a548-459380a3c1d7),segment_id=9efa2a30-0f6e-44fb-a548-459380a3c1d7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:45.767330 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:45.808477 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a55a44-c005-4745-a4ea-e56220679683 x-openstack-request-id: req-54a55a44-c005-4745-a4ea-e56220679683 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:45.808893 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04d2308-e5a8-4f47-b056-22cc0770bc36", "name": "network-vif-plugged", "status": "completed", "tag": "21106750-ed8b-48ed-9572-7ba886339502", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:45.809243 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54a55a44-c005-4745-a4ea-e56220679683 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:45.809716 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04d2308-e5a8-4f47-b056-22cc0770bc36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21106750-ed8b-48ed-9572-7ba886339502', 'code': 200} Sep 03 18:14:45.842760 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=21106750-ed8b-48ed-9572-7ba886339502,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:46.024167 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784f06a-d39e-4e00-a8df-9f658fa6e55c req-ad96bc95-795f-465a-bb6e-3753c62070b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:46.025678 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1784f06a-d39e-4e00-a8df-9f658fa6e55c req-ad96bc95-795f-465a-bb6e-3753c62070b6 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 1099 time: 0.0594358 Sep 03 18:14:46.084566 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1784f06a-d39e-4e00-a8df-9f658fa6e55c req-a5239853-81a8-48df-bda7-3381ea298e08 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482395 Sep 03 18:14:46.616102 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af87141-79fc-4bd4-afde-2f7d10a0dfdd req-3a887a21-0307-48bb-afe6-30f0b487dda5 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:46.617652 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4af87141-79fc-4bd4-afde-2f7d10a0dfdd req-3a887a21-0307-48bb-afe6-30f0b487dda5 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0690739 Sep 03 18:14:46.625206 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b0fbb-14ef-475c-99d9-87cea7c6643e req-679c9479-c05e-4890-8a5b-3ed12b316190 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:46.628531 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-234b0fbb-14ef-475c-99d9-87cea7c6643e req-679c9479-c05e-4890-8a5b-3ed12b316190 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 946 time: 0.0894289 Sep 03 18:14:46.686901 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4af87141-79fc-4bd4-afde-2f7d10a0dfdd req-24d3ebe3-ab9c-4d37-be78-963d164a8836 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591822 Sep 03 18:14:46.694865 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-234b0fbb-14ef-475c-99d9-87cea7c6643e req-0afaa4f0-e511-42f0-9aa1-46e711ff248d tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598357 Sep 03 18:14:46.812766 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 47716) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:46.919277 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-51545c7f-d132-4c1f-baf9-d8e40ee76c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.010232 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-51545c7f-d132-4c1f-baf9-d8e40ee76c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.014093 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-51545c7f-d132-4c1f-baf9-d8e40ee76c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.055347 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-51545c7f-d132-4c1f-baf9-d8e40ee76c80 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1695b4bed2ed41039d02564ed2f63e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2411940 Sep 03 18:14:47.056275 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51545c7f-d132-4c1f-baf9-d8e40ee76c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c104942-4bee-4561-bca9-a3619aa303bf,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:47.060097 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 47722) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:47.107314 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e58bc53f-9aa1-4118-aaee-d6e6d0286049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.126971 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e58bc53f-9aa1-4118-aaee-d6e6d0286049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.171807 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e58bc53f-9aa1-4118-aaee-d6e6d0286049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.174223 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e58bc53f-9aa1-4118-aaee-d6e6d0286049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.175537 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e58bc53f-9aa1-4118-aaee-d6e6d0286049 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c104942-4bee-4561-bca9-a3619aa303bf HTTP/1.1" status: 204 len: 168 time: 0.1162641 Sep 03 18:14:47.184379 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58bc53f-9aa1-4118-aaee-d6e6d0286049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c104942-4bee-4561-bca9-a3619aa303bf,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:47.464030 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 47738) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:47.476999 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5e802b62-3a81-43fc-9847-123632932c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.555543 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 47746) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:47.584050 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5e802b62-3a81-43fc-9847-123632932c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.588600 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5e802b62-3a81-43fc-9847-123632932c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.634517 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e802b62-3a81-43fc-9847-123632932c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81457e4-cade-489d-85bf-94e53b9ffb4a,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:47.643309 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 47752) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:47.654775 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5e802b62-3a81-43fc-9847-123632932c99 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77933d93c262499f8762e006a8a391c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803305 Sep 03 18:14:47.691910 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-851f0b74-ea84-4210-8cc0-bec9bca3874f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.740298 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4024dd78-7b51-4a78-8fa0-d9aad894cb74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.777355 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4024dd78-7b51-4a78-8fa0-d9aad894cb74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.852350 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41312eb-c6f9-417f-b8ef-bb55291c5064 req-8ed7ed4a-8418-41cb-851a-b22fb536197c tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:47.853876 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f41312eb-c6f9-417f-b8ef-bb55291c5064 req-8ed7ed4a-8418-41cb-851a-b22fb536197c tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0812166 Sep 03 18:14:47.861229 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe363c24-c0cc-4462-8450-84f05dd4d000 req-afd1d97d-e89f-4d25-9546-a67b58f544c4 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:47.862744 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-851f0b74-ea84-4210-8cc0-bec9bca3874f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.863408 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fe363c24-c0cc-4462-8450-84f05dd4d000 req-afd1d97d-e89f-4d25-9546-a67b58f544c4 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 946 time: 0.0793719 Sep 03 18:14:47.864894 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4024dd78-7b51-4a78-8fa0-d9aad894cb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.868510 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4024dd78-7b51-4a78-8fa0-d9aad894cb74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.869780 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4024dd78-7b51-4a78-8fa0-d9aad894cb74 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b81457e4-cade-489d-85bf-94e53b9ffb4a HTTP/1.1" status: 204 len: 168 time: 0.2254450 Sep 03 18:14:47.873818 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-851f0b74-ea84-4210-8cc0-bec9bca3874f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:47.881219 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4024dd78-7b51-4a78-8fa0-d9aad894cb74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81457e4-cade-489d-85bf-94e53b9ffb4a,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:47.920562 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f41312eb-c6f9-417f-b8ef-bb55291c5064 req-bbec014c-483e-45b9-94d2-98ab9edbc309 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561483 Sep 03 18:14:47.921301 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851f0b74-ea84-4210-8cc0-bec9bca3874f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099e2fbb-4d66-4847-b34a-a8cea5d0ba3b,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:47.929846 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-851f0b74-ea84-4210-8cc0-bec9bca3874f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=feae55e97cf24104bad40024e8b3042f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704283 Sep 03 18:14:47.929846 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 47764) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:47.951571 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fe363c24-c0cc-4462-8450-84f05dd4d000 req-26503edf-894f-416e-b2cf-5adb0d76586e tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811496 Sep 03 18:14:48.015710 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a20e43a1-ef56-4f1c-a121-026a86afee56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.048239 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a20e43a1-ef56-4f1c-a121-026a86afee56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.102941 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a20e43a1-ef56-4f1c-a121-026a86afee56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.107027 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a20e43a1-ef56-4f1c-a121-026a86afee56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.108378 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a20e43a1-ef56-4f1c-a121-026a86afee56 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/099e2fbb-4d66-4847-b34a-a8cea5d0ba3b HTTP/1.1" status: 204 len: 168 time: 0.1770880 Sep 03 18:14:48.117883 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20e43a1-ef56-4f1c-a121-026a86afee56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099e2fbb-4d66-4847-b34a-a8cea5d0ba3b,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:48.527875 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 47798) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:48.541779 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-201e8850-a538-4cff-b66e-9a6dd818301e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.641480 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-201e8850-a538-4cff-b66e-9a6dd818301e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.646618 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-201e8850-a538-4cff-b66e-9a6dd818301e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.685300 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e8850-a538-4cff-b66e-9a6dd818301e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79b5f7d-a330-4a27-a60c-ce76f608a5af,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:48.690180 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-201e8850-a538-4cff-b66e-9a6dd818301e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c24b52e21e6243df8a29120173a30213&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1611261 Sep 03 18:14:48.693728 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 47808) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:48.758507 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef4ca597-72ca-4f24-a12f-d95cd3c294eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.803074 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef4ca597-72ca-4f24-a12f-d95cd3c294eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.828579 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593e2b9-5fe5-4591-958f-b69e1761ad40 req-33d6a00f-959d-4d13-a7d7-b078af9f7f50 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:48.830444 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9593e2b9-5fe5-4591-958f-b69e1761ad40 req-33d6a00f-959d-4d13-a7d7-b078af9f7f50 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 946 time: 0.0858703 Sep 03 18:14:48.884913 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9593e2b9-5fe5-4591-958f-b69e1761ad40 req-657deced-275e-4542-919d-00347a362977 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421257 Sep 03 18:14:48.910607 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef4ca597-72ca-4f24-a12f-d95cd3c294eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.912896 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef4ca597-72ca-4f24-a12f-d95cd3c294eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:48.914133 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ef4ca597-72ca-4f24-a12f-d95cd3c294eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d79b5f7d-a330-4a27-a60c-ce76f608a5af HTTP/1.1" status: 204 len: 168 time: 0.2191701 Sep 03 18:14:48.922852 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ca597-72ca-4f24-a12f-d95cd3c294eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79b5f7d-a330-4a27-a60c-ce76f608a5af,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:49.074527 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5593e7-791b-4b7b-a6cd-f76a56ee7499 req-420a07ed-ff8e-4b49-8738-3cde3f59bc7d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:49.082929 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eb5593e7-791b-4b7b-a6cd-f76a56ee7499 req-420a07ed-ff8e-4b49-8738-3cde3f59bc7d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0672865 Sep 03 18:14:49.143043 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eb5593e7-791b-4b7b-a6cd-f76a56ee7499 req-017860e6-bcd1-4e7b-abf2-220e636bec60 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533905 Sep 03 18:14:49.362356 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 47852) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:49.374220 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e5abd89e-4996-44b9-914e-85f7fc4eec42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:49.464856 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e5abd89e-4996-44b9-914e-85f7fc4eec42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:49.468754 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e5abd89e-4996-44b9-914e-85f7fc4eec42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:49.508751 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e5abd89e-4996-44b9-914e-85f7fc4eec42 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec9b97e6e7af4ff599f7da89c377322a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473112 Sep 03 18:14:49.509802 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5abd89e-4996-44b9-914e-85f7fc4eec42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e5e158d-d279-46f5-8c69-882474fc1a57,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:49.511423 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 47860) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:49.559859 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32e00ecc-c5f1-40c3-8f6d-5273a32bb4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:49.584355 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32e00ecc-c5f1-40c3-8f6d-5273a32bb4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:49.634919 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32e00ecc-c5f1-40c3-8f6d-5273a32bb4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:49.638428 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32e00ecc-c5f1-40c3-8f6d-5273a32bb4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:49.639577 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-32e00ecc-c5f1-40c3-8f6d-5273a32bb4f5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e5e158d-d279-46f5-8c69-882474fc1a57 HTTP/1.1" status: 204 len: 168 time: 0.1266520 Sep 03 18:14:49.651455 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e00ecc-c5f1-40c3-8f6d-5273a32bb4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e5e158d-d279-46f5-8c69-882474fc1a57,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:50.045387 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d51a75-7bc6-4e6c-aa1d-82cb317774e1 req-7841ded3-29a3-4f94-b474-c39d79da66b3 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:50.047615 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-98d51a75-7bc6-4e6c-aa1d-82cb317774e1 req-7841ded3-29a3-4f94-b474-c39d79da66b3 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 946 time: 0.0702968 Sep 03 18:14:50.307650 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-98d51a75-7bc6-4e6c-aa1d-82cb317774e1 req-026da61e-d11f-4598-9aa8-bd3d77a537a6 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519855 Sep 03 18:14:50.327253 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a9c919-536c-42f1-9d25-f43a10d05c99 req-5bc9f373-5e11-4bb6-9a22-709dfd3c11e8 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:50.329158 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-92a9c919-536c-42f1-9d25-f43a10d05c99 req-5bc9f373-5e11-4bb6-9a22-709dfd3c11e8 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0676324 Sep 03 18:14:50.386916 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-92a9c919-536c-42f1-9d25-f43a10d05c99 req-44d55dbf-9050-463d-b469-c94fe1054443 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494957 Sep 03 18:14:50.729183 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15149e0a-f92c-4bcb-9122-1f08d0ea76d9 req-de61a448-ab00-4755-93d7-15f7b0da3aa6 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:50.730848 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-15149e0a-f92c-4bcb-9122-1f08d0ea76d9 req-de61a448-ab00-4755-93d7-15f7b0da3aa6 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.55 "GET /v2.0/ports?device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 946 time: 0.0536938 Sep 03 18:14:50.835768 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-15149e0a-f92c-4bcb-9122-1f08d0ea76d9 req-0dbad435-c600-439a-b2a9-4fe000e24d9d tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Deleting port 21106750-ed8b-48ed-9572-7ba886339502 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:14:50.836182 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-15149e0a-f92c-4bcb-9122-1f08d0ea76d9 req-0dbad435-c600-439a-b2a9-4fe000e24d9d tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:50.935046 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-15149e0a-f92c-4bcb-9122-1f08d0ea76d9 req-0dbad435-c600-439a-b2a9-4fe000e24d9d tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] For port 21106750-ed8b-48ed-9572-7ba886339502, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=21106750-ed8b-48ed-9572-7ba886339502,segment=NetworkSegment(9efa2a30-0f6e-44fb-a548-459380a3c1d7),segment_id=9efa2a30-0f6e-44fb-a548-459380a3c1d7)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:14:50.935462 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-15149e0a-f92c-4bcb-9122-1f08d0ea76d9 req-0dbad435-c600-439a-b2a9-4fe000e24d9d tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:50.949481 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-15149e0a-f92c-4bcb-9122-1f08d0ea76d9 req-0dbad435-c600-439a-b2a9-4fe000e24d9d tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Calling delete_port for 21106750-ed8b-48ed-9572-7ba886339502 owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:14:51.077034 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-15149e0a-f92c-4bcb-9122-1f08d0ea76d9 req-0dbad435-c600-439a-b2a9-4fe000e24d9d tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:51.089184 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['21106750-ed8b-48ed-9572-7ba886339502'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:14:51.103838 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbad435-c600-439a-b2a9-4fe000e24d9d tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Pushing event deleted for resources: {'Port': ['ID=21106750-ed8b-48ed-9572-7ba886339502,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:51.154709 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-15149e0a-f92c-4bcb-9122-1f08d0ea76d9 req-0dbad435-c600-439a-b2a9-4fe000e24d9d tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] No DVR routers for this DVR port 21106750-ed8b-48ed-9572-7ba886339502 on host hv-cinder-78878 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:14:51.157852 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-15149e0a-f92c-4bcb-9122-1f08d0ea76d9 req-0dbad435-c600-439a-b2a9-4fe000e24d9d tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:51.159924 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-15149e0a-f92c-4bcb-9122-1f08d0ea76d9 req-0dbad435-c600-439a-b2a9-4fe000e24d9d tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.55 "DELETE /v2.0/ports/21106750-ed8b-48ed-9572-7ba886339502 HTTP/1.1" status: 204 len: 173 time: 0.4191682 Sep 03 18:14:51.160345 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04d2308-e5a8-4f47-b056-22cc0770bc36', 'name': 'network-vif-deleted', 'tag': '21106750-ed8b-48ed-9572-7ba886339502'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:51.162552 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc826ba1-51fb-4a34-b40a-eddf9cb9fbf0" -d '{"events": [{"server_uuid": "b04d2308-e5a8-4f47-b056-22cc0770bc36", "name": "network-vif-deleted", "tag": "21106750-ed8b-48ed-9572-7ba886339502"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:51.201238 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff46de36-bed4-4271-acbb-a792592fad5a x-openstack-request-id: req-ff46de36-bed4-4271-acbb-a792592fad5a {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:51.201537 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04d2308-e5a8-4f47-b056-22cc0770bc36", "name": "network-vif-deleted", "tag": "21106750-ed8b-48ed-9572-7ba886339502", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:51.201792 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ff46de36-bed4-4271-acbb-a792592fad5a {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:51.202217 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04d2308-e5a8-4f47-b056-22cc0770bc36', 'name': 'network-vif-deleted', 'tag': '21106750-ed8b-48ed-9572-7ba886339502', 'status': 'completed', 'code': 200} Sep 03 18:14:51.427377 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70a5995c-7583-4eb8-8b38-be6751cd75f5 req-328c6257-925b-405a-bc8d-84bafb036332 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=b04d2308-e5a8-4f47-b056-22cc0770bc36 HTTP/1.1" status: 200 len: 210 time: 0.0267007 Sep 03 18:14:51.505830 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bec447c-8798-47d9-9883-48540f3285c4 req-20c2b4e9-b8e7-47ea-a055-02b8b0ee1847 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:51.507347 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5bec447c-8798-47d9-9883-48540f3285c4 req-20c2b4e9-b8e7-47ea-a055-02b8b0ee1847 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0520394 Sep 03 18:14:51.546339 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5bec447c-8798-47d9-9883-48540f3285c4 req-917ae0b4-9a89-44ab-ac58-8ac22b183fd8 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321786 Sep 03 18:14:52.670846 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81644123-21fe-4991-86ee-5f490de0bd33 req-3259efcd-9585-487f-ab01-59aa7ab9d3b0 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:52.672342 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-81644123-21fe-4991-86ee-5f490de0bd33 req-3259efcd-9585-487f-ab01-59aa7ab9d3b0 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0514357 Sep 03 18:14:52.713753 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fb78463b-e3e8-4bc2-a75a-c817b088d99a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:52.719899 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-81644123-21fe-4991-86ee-5f490de0bd33 req-86abcedc-21a3-4155-9afb-1a8bf69f89d3 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410545 Sep 03 18:14:52.893962 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-54f11706-ab67-4f7b-a615-80f17cd65f62 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:52.895481 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-54f11706-ab67-4f7b-a615-80f17cd65f62 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/networks?id=fb9879ea-e7c1-4c04-9fb2-5da432adc09e HTTP/1.1" status: 200 len: 809 time: 0.1163502 Sep 03 18:14:52.916888 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-a6dff227-278c-4c3a-b2d6-b5e38e538dcd tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/quotas/37c4a96e283f4fa39a189984b2e781c3 HTTP/1.1" status: 200 len: 375 time: 0.0124834 Sep 03 18:14:52.949736 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-b5a65389-3b08-4986-8205-be92307137cf tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=37c4a96e283f4fa39a189984b2e781c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268373 Sep 03 18:14:53.062104 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-0f5ae01c-195c-4196-bb14-4af9119e8555 service neutron] 10.222.0.45 "GET /v2.0/networks/fb9879ea-e7c1-4c04-9fb2-5da432adc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045728 Sep 03 18:14:53.163057 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-ddf23a4f-ba71-4544-9c3e-4fdfe99e2cac service neutron] 10.222.0.45 "GET /v2.0/networks/fb9879ea-e7c1-4c04-9fb2-5da432adc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937939 Sep 03 18:14:53.346341 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fc58db31-027a-45a6-a2dc-ca89ef6b21f8 req-c3a8fd32-d858-4687-b388-2125079aa2aa tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 210 time: 0.0267727 Sep 03 18:14:53.854346 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec7f9a1-a85e-4be6-b0b4-4dcc94cf8887 req-5c48f4dc-c3a4-4ce3-b52d-dbdf3696f357 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:53.855937 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9ec7f9a1-a85e-4be6-b0b4-4dcc94cf8887 req-5c48f4dc-c3a4-4ce3-b52d-dbdf3696f357 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0572155 Sep 03 18:14:53.903984 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9ec7f9a1-a85e-4be6-b0b4-4dcc94cf8887 req-152df657-021a-40d3-b616-e75598aca17f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416915 Sep 03 18:14:54.472914 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b61f8ca8-c6d9-4baf-b4e7-155646f43366 req-bc4045f8-d36b-45ab-a7e5-0b503b2186a9 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 210 time: 0.0558603 Sep 03 18:14:54.555041 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-699e6fe7-86ba-4dba-bd25-7e2036f5408c tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:54.557344 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-699e6fe7-86ba-4dba-bd25-7e2036f5408c tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.55 "GET /v2.0/networks?id=fb9879ea-e7c1-4c04-9fb2-5da432adc09e HTTP/1.1" status: 200 len: 809 time: 0.1425872 Sep 03 18:14:54.575218 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-a7bf2ea8-9f10-4afa-9ea0-08649721f068 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Request body: {'port': {'device_id': '18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2', 'network_id': 'fb9879ea-e7c1-4c04-9fb2-5da432adc09e', 'admin_state_up': True, 'tenant_id': '37c4a96e283f4fa39a189984b2e781c3'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:54.711598 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-a7bf2ea8-9f10-4afa-9ea0-08649721f068 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Made reservation on behalf of 37c4a96e283f4fa39a189984b2e781c3 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:14:54.715167 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-a7bf2ea8-9f10-4afa-9ea0-08649721f068 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:54.851453 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-a7bf2ea8-9f10-4afa-9ea0-08649721f068 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Allocated IP 172.20.0.13 (fb9879ea-e7c1-4c04-9fb2-5da432adc09e/ea71f95c-9c55-4aeb-8319-8a3daf989be7/f9875fac-b91e-40d7-8573-9fd1fca35b0c) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:14:54.923121 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 48116) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:55.054842 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-a7bf2ea8-9f10-4afa-9ea0-08649721f068 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.093350 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-24a5be31-a5db-4841-93bf-16889f1a0989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.113946 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-a7bf2ea8-9f10-4afa-9ea0-08649721f068 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.162155 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-a7bf2ea8-9f10-4afa-9ea0-08649721f068 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Network fb9879ea-e7c1-4c04-9fb2-5da432adc09e is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:14:55.170357 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-a7bf2ea8-9f10-4afa-9ea0-08649721f068 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:14:55.172609 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf2ea8-9f10-4afa-9ea0-08649721f068 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Pushing event updated for resources: {'Port': ['ID=f9875fac-b91e-40d7-8573-9fd1fca35b0c,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:55.180692 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-a7bf2ea8-9f10-4afa-9ea0-08649721f068 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:14:55.202500 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd66a3f-5180-4ac0-b127-aee25c651189 req-8509b50b-02af-4481-97ae-9aa7e15fc943 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:55.204079 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8fd66a3f-5180-4ac0-b127-aee25c651189 req-8509b50b-02af-4481-97ae-9aa7e15fc943 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0798028 Sep 03 18:14:55.235161 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-a7bf2ea8-9f10-4afa-9ea0-08649721f068 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:55.236014 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-a7bf2ea8-9f10-4afa-9ea0-08649721f068 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.273604 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8fd66a3f-5180-4ac0-b127-aee25c651189 req-854407f7-6976-4737-9f59-fe8a3d099776 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619738 Sep 03 18:14:55.284806 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-24a5be31-a5db-4841-93bf-16889f1a0989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.290923 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-24a5be31-a5db-4841-93bf-16889f1a0989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.293715 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-a7bf2ea8-9f10-4afa-9ea0-08649721f068 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7236736 Sep 03 18:14:55.307245 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Request body: {'port': {'device_id': '18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:14:55.331092 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f9130b84-a611-402f-8940-6c66ed9fd836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.332048 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a5be31-a5db-4841-93bf-16889f1a0989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=598f294c-0936-4eb7-ae68-e2f744d96312,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:55.338299 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-24a5be31-a5db-4841-93bf-16889f1a0989 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3fc84c94750d454f854572b8dde1c5ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4135914 Sep 03 18:14:55.340960 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 48126) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:55.365964 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.396444 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4fdceba3-8bc1-495d-ab75-2e0207668aed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.418437 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4fdceba3-8bc1-495d-ab75-2e0207668aed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.466888 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4fdceba3-8bc1-495d-ab75-2e0207668aed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.469637 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4fdceba3-8bc1-495d-ab75-2e0207668aed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.470846 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4fdceba3-8bc1-495d-ab75-2e0207668aed admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/598f294c-0936-4eb7-ae68-e2f744d96312 HTTP/1.1" status: 204 len: 168 time: 0.1288176 Sep 03 18:14:55.481620 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdceba3-8bc1-495d-ab75-2e0207668aed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=598f294c-0936-4eb7-ae68-e2f744d96312,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:55.624915 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 21106750-ed8b-48ed-9572-7ba886339502 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:14:55.625078 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2194f8f-9ad0-4e1e-b3c0-a03c1c4c4257 req-06af85e7-3276-49db-bdac-c995c1b0c0cc tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:55.626977 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d2194f8f-9ad0-4e1e-b3c0-a03c1c4c4257 req-06af85e7-3276-49db-bdac-c995c1b0c0cc tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 932 time: 0.0529330 Sep 03 18:14:55.673357 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: 21106750-ed8b-48ed-9572-7ba886339502 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:14:55.673697 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 21106750-ed8b-48ed-9572-7ba886339502 not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:14:55.679444 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9875fac-b91e-40d7-8573-9fd1fca35b0c {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:14:55.695238 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.704638 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d2194f8f-9ad0-4e1e-b3c0-a03c1c4c4257 req-ecd06e15-9a6d-4246-b170-db51c0fe6015 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662484 Sep 03 18:14:55.714823 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Transition to ACTIVE for port object f9875fac-b91e-40d7-8573-9fd1fca35b0c will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:14:55.720704 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.781542 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Pushing event updated for resources: {'Port': ['ID=f9875fac-b91e-40d7-8573-9fd1fca35b0c,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:55.850235 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.883506 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Attempting to bind port f9875fac-b91e-40d7-8573-9fd1fca35b0c on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:14:55.883506 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Attempting to bind port f9875fac-b91e-40d7-8573-9fd1fca35b0c by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '9efa2a30-0f6e-44fb-a548-459380a3c1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fb9879ea-e7c1-4c04-9fb2-5da432adc09e'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:14:55.883506 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Attempting to bind port f9875fac-b91e-40d7-8573-9fd1fca35b0c on network fb9879ea-e7c1-4c04-9fb2-5da432adc09e {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:55.886896 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Port f9875fac-b91e-40d7-8573-9fd1fca35b0c on network fb9879ea-e7c1-4c04-9fb2-5da432adc09e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:14:55.887227 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Attempting to bind port f9875fac-b91e-40d7-8573-9fd1fca35b0c on network fb9879ea-e7c1-4c04-9fb2-5da432adc09e {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:14:55.892772 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:14:55.893090 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Checking segment: {'id': '9efa2a30-0f6e-44fb-a548-459380a3c1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fb9879ea-e7c1-4c04-9fb2-5da432adc09e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:14:55.893442 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Bound using segment: {'id': '9efa2a30-0f6e-44fb-a548-459380a3c1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fb9879ea-e7c1-4c04-9fb2-5da432adc09e'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:14:55.894612 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Bound port: f9875fac-b91e-40d7-8573-9fd1fca35b0c, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9efa2a30-0f6e-44fb-a548-459380a3c1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'fb9879ea-e7c1-4c04-9fb2-5da432adc09e'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:14:55.894982 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.970321 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 48146) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:55.972659 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] For port f9875fac-b91e-40d7-8573-9fd1fca35b0c, host hv-cinder-78878, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:14:55.976754 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] For port f9875fac-b91e-40d7-8573-9fd1fca35b0c, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f9875fac-b91e-40d7-8573-9fd1fca35b0c,segment=NetworkSegment(9efa2a30-0f6e-44fb-a548-459380a3c1d7),segment_id=9efa2a30-0f6e-44fb-a548-459380a3c1d7)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:14:55.981543 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:55.996662 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81b3985b-e1a2-479e-9655-2f4e8d95ef93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.042553 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:56.043207 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.044628 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] 10.222.0.55 "PUT /v2.0/ports/f9875fac-b91e-40d7-8573-9fd1fca35b0c HTTP/1.1" status: 200 len: 1094 time: 0.7416067 Sep 03 18:14:56.045244 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2', 'tag': 'f9875fac-b91e-40d7-8573-9fd1fca35b0c'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:14:56.047508 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820eac28-58f7-48a2-a181-e9d9b91599ec" -d '{"events": [{"name": "network-changed", "server_uuid": "18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2", "tag": "f9875fac-b91e-40d7-8573-9fd1fca35b0c"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:14:56.072463 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be60731b-67da-4fd4-954f-f54a9b114226 service neutron] Pushing event updated for resources: {'Port': ['ID=f9875fac-b91e-40d7-8573-9fd1fca35b0c,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:56.140709 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81b3985b-e1a2-479e-9655-2f4e8d95ef93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.141944 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82b4f542-2efb-4741-ac44-e8881a2ab877 x-openstack-request-id: req-82b4f542-2efb-4741-ac44-e8881a2ab877 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:14:56.142329 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2", "tag": "f9875fac-b91e-40d7-8573-9fd1fca35b0c", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:14:56.142656 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-82b4f542-2efb-4741-ac44-e8881a2ab877 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:14:56.143112 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2', 'tag': 'f9875fac-b91e-40d7-8573-9fd1fca35b0c', 'status': 'completed', 'code': 200} Sep 03 18:14:56.158453 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-81b3985b-e1a2-479e-9655-2f4e8d95ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.163746 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-4012c831-818a-448b-8819-37df37ccd007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:56.166004 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-4012c831-818a-448b-8819-37df37ccd007 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c4a96e283f4fa39a189984b2e781c3&device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 1097 time: 0.0682359 Sep 03 18:14:56.215120 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-81b3985b-e1a2-479e-9655-2f4e8d95ef93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ad2167da7f9443a6bfe19c5865a37591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440073 Sep 03 18:14:56.216223 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3985b-e1a2-479e-9655-2f4e8d95ef93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1057699c-fbdb-43cb-8184-100529fd1c0d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:56.218927 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 48164) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:56.234884 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-ad3d7d1b-6711-40e9-bfef-c5e9ef4a40d8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9875fac-b91e-40d7-8573-9fd1fca35b0c HTTP/1.1" status: 200 len: 217 time: 0.0521193 Sep 03 18:14:56.302360 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be0c8579-5885-4fb6-8903-e796af748904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:56.304005 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-be0c8579-5885-4fb6-8903-e796af748904 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea71f95c-9c55-4aeb-8319-8a3daf989be7 HTTP/1.1" status: 200 len: 849 time: 0.0549214 Sep 03 18:14:56.307405 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-422a0a99-fcd9-4f80-8a78-f3d9ab992da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.348439 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-422a0a99-fcd9-4f80-8a78-f3d9ab992da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.374514 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-3d685a11-0b4d-4b0d-9f2d-ec8c090adeeb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb9879ea-e7c1-4c04-9fb2-5da432adc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591667 Sep 03 18:14:56.442897 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4501b-cbf3-4b5e-8920-b7f686cd2b46 req-f868bf2f-f520-4ee1-b7ec-83d0e3f6e060 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:56.444447 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ec4501b-cbf3-4b5e-8920-b7f686cd2b46 req-f868bf2f-f520-4ee1-b7ec-83d0e3f6e060 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0888474 Sep 03 18:14:56.488023 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-422a0a99-fcd9-4f80-8a78-f3d9ab992da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.490338 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-3bad54af-b029-42d2-ba0a-3b0f384219b0 service neutron] 10.222.0.55 "GET /v2.0/networks/fb9879ea-e7c1-4c04-9fb2-5da432adc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056540 Sep 03 18:14:56.490781 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-422a0a99-fcd9-4f80-8a78-f3d9ab992da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.491918 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-422a0a99-fcd9-4f80-8a78-f3d9ab992da0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1057699c-fbdb-43cb-8184-100529fd1c0d HTTP/1.1" status: 204 len: 168 time: 0.2725112 Sep 03 18:14:56.519127 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a0a99-fcd9-4f80-8a78-f3d9ab992da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1057699c-fbdb-43cb-8184-100529fd1c0d,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:56.528131 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ec4501b-cbf3-4b5e-8920-b7f686cd2b46 req-67231e42-df88-4102-a6f1-12438c9a43d7 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748255 Sep 03 18:14:56.687016 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ed1b4ea1-5b10-4978-87e0-c37b2abf3fdd req-1cbcf2b6-b7d5-4f0e-892b-60d2ae34417b service neutron] 10.222.0.55 "GET /v2.0/networks/fb9879ea-e7c1-4c04-9fb2-5da432adc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917456 Sep 03 18:14:56.793046 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820eac28-58f7-48a2-a181-e9d9b91599ec req-bcee229a-3a43-400a-9662-a384df32c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:56.795050 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-820eac28-58f7-48a2-a181-e9d9b91599ec req-bcee229a-3a43-400a-9662-a384df32c7e5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=37c4a96e283f4fa39a189984b2e781c3&device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 1097 time: 0.0429320 Sep 03 18:14:56.813295 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:56.823854 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a16653-dfc5-48c1-b9f7-0a86b293f2e1 req-69513af9-be52-4402-b412-6c2febd90375 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:56.825809 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-68a16653-dfc5-48c1-b9f7-0a86b293f2e1 req-69513af9-be52-4402-b412-6c2febd90375 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 944 time: 0.0570476 Sep 03 18:14:56.869372 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-68a16653-dfc5-48c1-b9f7-0a86b293f2e1 req-7d624294-5c72-4f94-a88c-7d6f4439e643 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374465 Sep 03 18:14:56.914350 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820eac28-58f7-48a2-a181-e9d9b91599ec req-6fbd58d9-c166-40f6-97ab-6627902d7fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:56.916214 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-820eac28-58f7-48a2-a181-e9d9b91599ec req-6fbd58d9-c166-40f6-97ab-6627902d7fc7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fb9879ea-e7c1-4c04-9fb2-5da432adc09e HTTP/1.1" status: 200 len: 910 time: 0.1071870 Sep 03 18:14:56.959612 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-820eac28-58f7-48a2-a181-e9d9b91599ec req-e1c9df25-7459-4c14-b058-95b8bf3ce7e7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9875fac-b91e-40d7-8573-9fd1fca35b0c HTTP/1.1" status: 200 len: 217 time: 0.0351884 Sep 03 18:14:57.021143 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820eac28-58f7-48a2-a181-e9d9b91599ec req-6ecfce5d-76e6-4ee9-9550-45998375e5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:57.022652 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-820eac28-58f7-48a2-a181-e9d9b91599ec req-6ecfce5d-76e6-4ee9-9550-45998375e5be service neutron] 10.222.0.55 "GET /v2.0/subnets?id=ea71f95c-9c55-4aeb-8319-8a3daf989be7 HTTP/1.1" status: 200 len: 849 time: 0.0520263 Sep 03 18:14:57.061657 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-820eac28-58f7-48a2-a181-e9d9b91599ec req-c143fd52-d118-4fc5-b320-ea8a6fff7414 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fb9879ea-e7c1-4c04-9fb2-5da432adc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300756 Sep 03 18:14:57.163957 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-820eac28-58f7-48a2-a181-e9d9b91599ec req-d9fedccf-a98b-4947-b2db-ef089c2e06f8 service neutron] 10.222.0.55 "GET /v2.0/networks/fb9879ea-e7c1-4c04-9fb2-5da432adc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886118 Sep 03 18:14:57.282073 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-820eac28-58f7-48a2-a181-e9d9b91599ec req-854d1100-e313-4200-bf21-0c5d2e398b5b service neutron] 10.222.0.55 "GET /v2.0/networks/fb9879ea-e7c1-4c04-9fb2-5da432adc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968916 Sep 03 18:14:57.663402 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d458b5-ee57-4c78-9373-60125fb3fe20 req-c54b226b-5a4c-40cf-9f47-cccb33fbf519 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:57.666795 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8d458b5-ee57-4c78-9373-60125fb3fe20 req-c54b226b-5a4c-40cf-9f47-cccb33fbf519 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0558937 Sep 03 18:14:57.712584 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8d458b5-ee57-4c78-9373-60125fb3fe20 req-d2122e95-1bf9-4774-a535-df310adc03ba tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390899 Sep 03 18:14:58.000559 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358debaa-d55e-451d-ab17-83b97bd7febb req-5d95d779-458d-4734-862a-54f4faa561ce tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:58.002026 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-358debaa-d55e-451d-ab17-83b97bd7febb req-5d95d779-458d-4734-862a-54f4faa561ce tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 944 time: 0.0543115 Sep 03 18:14:58.042086 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-358debaa-d55e-451d-ab17-83b97bd7febb req-9cc6baeb-6844-4147-bfe2-e68dbf9234f4 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338197 Sep 03 18:14:58.108315 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:58.296545 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:58.371727 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 48318) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:58.495690 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4d07ea3-ae45-4405-9ca1-f81279e6ad4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:58.598424 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4d07ea3-ae45-4405-9ca1-f81279e6ad4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:58.602205 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4d07ea3-ae45-4405-9ca1-f81279e6ad4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:58.639278 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e4d07ea3-ae45-4405-9ca1-f81279e6ad4b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=da85ebfe0d134095a0ed57e2fb46ec63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665148 Sep 03 18:14:58.640083 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d07ea3-ae45-4405-9ca1-f81279e6ad4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85bbbf79-571c-423a-8670-02ebfa9e641f,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:58.642028 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 48324) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:58.695086 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3e03e047-1810-48fb-b31f-faab757144a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:58.716836 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3e03e047-1810-48fb-b31f-faab757144a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:58.770093 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3e03e047-1810-48fb-b31f-faab757144a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:58.773128 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3e03e047-1810-48fb-b31f-faab757144a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:58.774303 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3e03e047-1810-48fb-b31f-faab757144a1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/85bbbf79-571c-423a-8670-02ebfa9e641f HTTP/1.1" status: 204 len: 168 time: 0.1312027 Sep 03 18:14:58.782234 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03e047-1810-48fb-b31f-faab757144a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85bbbf79-571c-423a-8670-02ebfa9e641f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:58.840468 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee3cc4-8759-4e92-b2db-de95d9c47acb req-61b2fc56-b711-4298-9255-7b6b1ebb1f2f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:58.842284 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1dee3cc4-8759-4e92-b2db-de95d9c47acb req-61b2fc56-b711-4298-9255-7b6b1ebb1f2f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0541327 Sep 03 18:14:58.923209 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1dee3cc4-8759-4e92-b2db-de95d9c47acb req-28876a7c-7865-4dbb-b5bc-9f17b41309a7 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727222 Sep 03 18:14:59.099618 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 48340) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:59.117322 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3999e1f1-04c1-466e-8e3e-8b5cd050d3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:59.181342 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a82586-6420-428d-91b5-e7423a5f19ee req-d54a2769-4296-4115-bd09-2e3ec42b6d74 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:14:59.182844 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-20a82586-6420-428d-91b5-e7423a5f19ee req-d54a2769-4296-4115-bd09-2e3ec42b6d74 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 944 time: 0.0672235 Sep 03 18:14:59.238639 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-20a82586-6420-428d-91b5-e7423a5f19ee req-c972f8c0-f32d-4cd8-8f71-3aaec490d676 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492160 Sep 03 18:14:59.270453 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3999e1f1-04c1-466e-8e3e-8b5cd050d3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:59.274306 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3999e1f1-04c1-466e-8e3e-8b5cd050d3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:59.312462 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3999e1f1-04c1-466e-8e3e-8b5cd050d3d9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a11e4d8de0d046d6acb279b0aac61579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116654 Sep 03 18:14:59.313148 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999e1f1-04c1-466e-8e3e-8b5cd050d3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f60fc650-7f14-4fc1-b070-871e406af1f6,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:14:59.315107 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 48342) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:14:59.364294 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-27f1f3cf-d6b6-4269-a1d9-abc55f3cf6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:59.389785 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-27f1f3cf-d6b6-4269-a1d9-abc55f3cf6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:59.438218 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-27f1f3cf-d6b6-4269-a1d9-abc55f3cf6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:59.440757 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-27f1f3cf-d6b6-4269-a1d9-abc55f3cf6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:14:59.441897 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-27f1f3cf-d6b6-4269-a1d9-abc55f3cf6ad admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f60fc650-7f14-4fc1-b070-871e406af1f6 HTTP/1.1" status: 204 len: 168 time: 0.1257405 Sep 03 18:14:59.449340 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f1f3cf-d6b6-4269-a1d9-abc55f3cf6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f60fc650-7f14-4fc1-b070-871e406af1f6,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:00.547526 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device f9875fac-b91e-40d7-8573-9fd1fca35b0c details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:15:00.643369 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port f9875fac-b91e-40d7-8573-9fd1fca35b0c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f9875fac-b91e-40d7-8573-9fd1fca35b0c,segment=NetworkSegment(9efa2a30-0f6e-44fb-a548-459380a3c1d7),segment_id=9efa2a30-0f6e-44fb-a548-459380a3c1d7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:00.654990 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': 'f9875fac-b91e-40d7-8573-9fd1fca35b0c', 'network_id': 'fb9879ea-e7c1-4c04-9fb2-5da432adc09e', 'port_id': 'f9875fac-b91e-40d7-8573-9fd1fca35b0c', 'mac_address': 'fa:16:3e:1e:91:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea71f95c-9c55-4aeb-8319-8a3daf989be7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:15:00.695473 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:00.707830 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9875fac-b91e-40d7-8573-9fd1fca35b0c {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:15:00.729453 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port f9875fac-b91e-40d7-8573-9fd1fca35b0c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f9875fac-b91e-40d7-8573-9fd1fca35b0c,segment=NetworkSegment(9efa2a30-0f6e-44fb-a548-459380a3c1d7),segment_id=9efa2a30-0f6e-44fb-a548-459380a3c1d7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:00.733479 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:00.789386 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=f9875fac-b91e-40d7-8573-9fd1fca35b0c,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:01.706971 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e0a4c-03ef-43fb-8571-2f92d8bebe21 req-ee1799b9-c707-4466-9ab0-891ffe6aea7e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:01.708646 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f43e0a4c-03ef-43fb-8571-2f92d8bebe21 req-ee1799b9-c707-4466-9ab0-891ffe6aea7e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0590293 Sep 03 18:15:01.769810 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f43e0a4c-03ef-43fb-8571-2f92d8bebe21 req-ab7e2297-b5ec-4267-ae4e-5108585bdab8 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519431 Sep 03 18:15:01.780251 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018d7667-6cd6-4fcf-9b57-484cde7f4ef4 req-992a2c8b-2154-4323-a0ec-ecb0b189a6b4 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:01.782675 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-018d7667-6cd6-4fcf-9b57-484cde7f4ef4 req-992a2c8b-2154-4323-a0ec-ecb0b189a6b4 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 945 time: 0.0729165 Sep 03 18:15:01.822831 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-018d7667-6cd6-4fcf-9b57-484cde7f4ef4 req-0b05a6ff-19ad-49d3-9d06-72cfab1ab43c tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312862 Sep 03 18:15:01.939257 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['f9875fac-b91e-40d7-8573-9fd1fca35b0c'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:15:02.886375 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72546410-1f6a-4ffb-a6bf-264fe862e613 req-3360f098-f022-408e-ac48-c71736ac3abf tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:02.887852 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72546410-1f6a-4ffb-a6bf-264fe862e613 req-3360f098-f022-408e-ac48-c71736ac3abf tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0495400 Sep 03 18:15:02.967566 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72546410-1f6a-4ffb-a6bf-264fe862e613 req-a3896700-c8eb-4d85-b8cc-81df2c81121e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638032 Sep 03 18:15:02.977153 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f52cdb-0c84-48cd-8956-1f0846432cf8 req-4ca8dc90-2cd0-4f47-bd1c-9e819bd7bce2 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:02.978721 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-29f52cdb-0c84-48cd-8956-1f0846432cf8 req-4ca8dc90-2cd0-4f47-bd1c-9e819bd7bce2 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 945 time: 0.0887201 Sep 03 18:15:03.021875 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-29f52cdb-0c84-48cd-8956-1f0846432cf8 req-712477f7-21bb-4885-9547-3d4576ab9539 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368512 Sep 03 18:15:03.245398 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542e8c6-772d-4c64-9741-bd4e59aa8094 req-c59d1c5f-ad47-44cd-bbb5-49f3a0bc7a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:03.247278 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4542e8c6-772d-4c64-9741-bd4e59aa8094 req-c59d1c5f-ad47-44cd-bbb5-49f3a0bc7a0d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 1098 time: 0.0517471 Sep 03 18:15:03.295348 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4542e8c6-772d-4c64-9741-bd4e59aa8094 req-cb9b90b8-de23-4fdf-a94a-08afbf69e6c6 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380609 Sep 03 18:15:03.679065 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device f9875fac-b91e-40d7-8573-9fd1fca35b0c up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:03.733130 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port f9875fac-b91e-40d7-8573-9fd1fca35b0c completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:03.739182 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port f9875fac-b91e-40d7-8573-9fd1fca35b0c triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:03.739182 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:03.827386 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:03.853221 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9875fac-b91e-40d7-8573-9fd1fca35b0c'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:15:03.856433 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7e675e-39e0-4df9-b078-16a6455b7fa0" -d '{"events": [{"server_uuid": "18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2", "name": "network-vif-plugged", "status": "completed", "tag": "f9875fac-b91e-40d7-8573-9fd1fca35b0c"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:15:03.875413 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port f9875fac-b91e-40d7-8573-9fd1fca35b0c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f9875fac-b91e-40d7-8573-9fd1fca35b0c,segment=NetworkSegment(9efa2a30-0f6e-44fb-a548-459380a3c1d7),segment_id=9efa2a30-0f6e-44fb-a548-459380a3c1d7)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:03.879787 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:03.906846 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150c56ed-255b-450f-a3ed-ebbdc3e6605f x-openstack-request-id: req-150c56ed-255b-450f-a3ed-ebbdc3e6605f {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:15:03.907135 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2", "name": "network-vif-plugged", "status": "completed", "tag": "f9875fac-b91e-40d7-8573-9fd1fca35b0c", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:15:03.907527 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-150c56ed-255b-450f-a3ed-ebbdc3e6605f {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:15:03.907916 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9875fac-b91e-40d7-8573-9fd1fca35b0c', 'code': 200} Sep 03 18:15:03.930249 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=f9875fac-b91e-40d7-8573-9fd1fca35b0c,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:04.095729 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f59ae-58cd-4c30-894c-6a8ff640c852 req-1c3b7390-fd59-4116-8df8-ed193b208602 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:04.099182 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c49f59ae-58cd-4c30-894c-6a8ff640c852 req-1c3b7390-fd59-4116-8df8-ed193b208602 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0548351 Sep 03 18:15:04.165143 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c49f59ae-58cd-4c30-894c-6a8ff640c852 req-cb3d28e7-226b-4ddf-b9e3-2cca5638f06a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559268 Sep 03 18:15:04.172876 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db07bc8-d0dd-4029-b363-7f5bc45261df req-b6dfe95d-9235-4c18-b6f9-f83997b01268 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:04.174333 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3db07bc8-d0dd-4029-b363-7f5bc45261df req-b6dfe95d-9235-4c18-b6f9-f83997b01268 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 946 time: 0.0739789 Sep 03 18:15:04.216973 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3db07bc8-d0dd-4029-b363-7f5bc45261df req-1dcf23a0-a890-4d42-94b1-45a4dbc9936b tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365348 Sep 03 18:15:06.828508 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e388d8-c846-4593-b006-ce134e0a77b7 req-61f52764-4917-4545-a539-953555a70f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:06.830074 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-09e388d8-c846-4593-b006-ce134e0a77b7 req-61f52764-4917-4545-a539-953555a70f9c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 1099 time: 0.0560977 Sep 03 18:15:06.868370 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-09e388d8-c846-4593-b006-ce134e0a77b7 req-8b909edd-a02e-421a-8561-22c461988f98 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299714 Sep 03 18:15:06.946932 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca8ab4-a08f-4f60-a83f-9065e3140d99 req-99214141-277e-46d6-90ac-8b98b2f1c61e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:06.948415 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0dca8ab4-a08f-4f60-a83f-9065e3140d99 req-99214141-277e-46d6-90ac-8b98b2f1c61e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0766671 Sep 03 18:15:06.956135 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8d741-7397-4887-948a-2956c5a29c9e req-b67542fa-9616-4521-8c08-57fee0d5af8b tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:06.958085 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-45d8d741-7397-4887-948a-2956c5a29c9e req-b67542fa-9616-4521-8c08-57fee0d5af8b tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 946 time: 0.0882382 Sep 03 18:15:07.011242 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-45d8d741-7397-4887-948a-2956c5a29c9e req-49218b8d-8765-453e-9978-273399b9b453 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465808 Sep 03 18:15:07.013896 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0dca8ab4-a08f-4f60-a83f-9065e3140d99 req-266f231f-9923-4ee4-ac96-09125aca27a8 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549650 Sep 03 18:15:08.161064 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f4e5ab-c7fc-4495-896b-0b7a93bfc040 req-c40f91b9-12dc-4f2e-a36f-cc72ae55bb45 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:08.162584 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27f4e5ab-c7fc-4495-896b-0b7a93bfc040 req-c40f91b9-12dc-4f2e-a36f-cc72ae55bb45 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 946 time: 0.0788114 Sep 03 18:15:08.170356 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9837879-30c3-42c1-add7-516f4f570b31 req-0aeb5945-edc3-4af0-9e4f-1780d86ee0cd tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:08.171721 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d9837879-30c3-42c1-add7-516f4f570b31 req-0aeb5945-edc3-4af0-9e4f-1780d86ee0cd tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0790727 Sep 03 18:15:08.224288 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-27f4e5ab-c7fc-4495-896b-0b7a93bfc040 req-1cd7ae6f-1af5-4397-8cae-cf3b60f53039 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514801 Sep 03 18:15:08.231096 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d9837879-30c3-42c1-add7-516f4f570b31 req-69750802-2059-41d7-bc7c-902c51b4496a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523424 Sep 03 18:15:08.343209 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636a6379-4985-4b1e-8459-185a9baf62ac req-8039440b-b982-4597-a531-a3bb4a301b73 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:08.344787 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-636a6379-4985-4b1e-8459-185a9baf62ac req-8039440b-b982-4597-a531-a3bb4a301b73 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0488689 Sep 03 18:15:08.384961 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-636a6379-4985-4b1e-8459-185a9baf62ac req-181b535f-e49c-4eea-89b0-1dcdc468f2e3 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335264 Sep 03 18:15:09.178387 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 48560) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:09.287259 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-67a7ea9c-fc4e-4320-9ff7-c1e665e948a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:09.366238 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184b0e7-2d38-449e-8102-a8542222333c req-326f54cb-7719-43da-88f3-768c04a205a8 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:09.367758 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e184b0e7-2d38-449e-8102-a8542222333c req-326f54cb-7719-43da-88f3-768c04a205a8 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 946 time: 0.0715706 Sep 03 18:15:09.424420 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e184b0e7-2d38-449e-8102-a8542222333c req-b863587e-f26d-4ea0-b492-21b1ff902144 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499477 Sep 03 18:15:09.454970 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-67a7ea9c-fc4e-4320-9ff7-c1e665e948a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:09.459660 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-67a7ea9c-fc4e-4320-9ff7-c1e665e948a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:09.498275 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-67a7ea9c-fc4e-4320-9ff7-c1e665e948a4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c66fd8c8a464956bb4c8921ef868322&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3183920 Sep 03 18:15:09.499316 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7ea9c-fc4e-4320-9ff7-c1e665e948a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb7d96d-b6e1-4b38-8dd4-dfacf6d47f5e,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:09.500983 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 48568) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:09.556075 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bae5c691-3073-44b6-adb3-4015d40b60d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:09.578701 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bae5c691-3073-44b6-adb3-4015d40b60d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:09.626007 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bae5c691-3073-44b6-adb3-4015d40b60d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:09.628837 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bae5c691-3073-44b6-adb3-4015d40b60d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:09.630587 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-bae5c691-3073-44b6-adb3-4015d40b60d3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ebb7d96d-b6e1-4b38-8dd4-dfacf6d47f5e HTTP/1.1" status: 204 len: 168 time: 0.1280572 Sep 03 18:15:09.639135 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae5c691-3073-44b6-adb3-4015d40b60d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb7d96d-b6e1-4b38-8dd4-dfacf6d47f5e,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:09.944422 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 48594) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:09.961411 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-099129d4-3016-45b3-9bf7-8fb55a3ca107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:10.055343 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a51362-a1bd-4a43-8525-ffba9a9a08d3 req-fc715d9e-1c03-43e8-93ec-cf870c52f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:10.057144 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-66a51362-a1bd-4a43-8525-ffba9a9a08d3 req-fc715d9e-1c03-43e8-93ec-cf870c52f88b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ffb56f8a86c44c33a37e5e17d2009e34&device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 1098 time: 0.0871818 Sep 03 18:15:10.058593 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988387ab-b9b3-4141-a88c-9d7633cf98bc req-fb274a54-cee6-4a11-8614-c6dcb902bfff tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:10.061235 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-988387ab-b9b3-4141-a88c-9d7633cf98bc req-fb274a54-cee6-4a11-8614-c6dcb902bfff tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0746644 Sep 03 18:15:10.138820 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-988387ab-b9b3-4141-a88c-9d7633cf98bc req-6ce11ac8-4848-4aca-851a-adb9616cb2e1 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621631 Sep 03 18:15:10.205425 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-099129d4-3016-45b3-9bf7-8fb55a3ca107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:10.212267 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-099129d4-3016-45b3-9bf7-8fb55a3ca107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:10.215226 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a51362-a1bd-4a43-8525-ffba9a9a08d3 req-d104e682-3936-478f-b7d3-1a14e49a9110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:10.216600 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-66a51362-a1bd-4a43-8525-ffba9a9a08d3 req-d104e682-3936-478f-b7d3-1a14e49a9110 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96 HTTP/1.1" status: 200 len: 920 time: 0.1518822 Sep 03 18:15:10.318381 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-66a51362-a1bd-4a43-8525-ffba9a9a08d3 req-25513d57-cec1-4655-abe7-d6f9b69380d7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d093173a-f8a3-4b06-a11a-f694e3257f2f HTTP/1.1" status: 200 len: 217 time: 0.0827882 Sep 03 18:15:10.323532 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 48616) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:10.324237 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-099129d4-3016-45b3-9bf7-8fb55a3ca107 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=150a64353fef4920a070fb519a38a3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3779991 Sep 03 18:15:10.326247 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099129d4-3016-45b3-9bf7-8fb55a3ca107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c99ff1d-7853-46c8-a7c1-a985c42462d4,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:10.402136 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a51362-a1bd-4a43-8525-ffba9a9a08d3 req-5452e651-7c50-4fca-a98b-68bb55cacb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:10.403636 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-66a51362-a1bd-4a43-8525-ffba9a9a08d3 req-5452e651-7c50-4fca-a98b-68bb55cacb4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=67ddc986-ec27-49bf-ac46-8bc382025127 HTTP/1.1" status: 200 len: 859 time: 0.0622597 Sep 03 18:15:10.429055 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6af9499c-1213-4866-ac9a-4a3a2d79001c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:10.447223 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-66a51362-a1bd-4a43-8525-ffba9a9a08d3 req-5089f93d-1700-450f-85de-bb20eebf5cef service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341756 Sep 03 18:15:10.453935 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26679a7-5ea4-42a7-87a2-d806f586b9ba req-13968906-8b4f-40d7-a153-115b66e8421e tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:10.455449 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f26679a7-5ea4-42a7-87a2-d806f586b9ba req-13968906-8b4f-40d7-a153-115b66e8421e tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 946 time: 0.0730536 Sep 03 18:15:10.468625 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6af9499c-1213-4866-ac9a-4a3a2d79001c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:10.521904 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f26679a7-5ea4-42a7-87a2-d806f586b9ba req-be975d18-d895-4931-a6dd-f3c46132c896 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582869 Sep 03 18:15:10.545064 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6af9499c-1213-4866-ac9a-4a3a2d79001c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:10.546149 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-66a51362-a1bd-4a43-8525-ffba9a9a08d3 req-2c8552c6-38c2-4cf6-a5d5-5e5d312f716f service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906537 Sep 03 18:15:10.547703 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6af9499c-1213-4866-ac9a-4a3a2d79001c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:10.548788 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6af9499c-1213-4866-ac9a-4a3a2d79001c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5c99ff1d-7853-46c8-a7c1-a985c42462d4 HTTP/1.1" status: 204 len: 168 time: 0.2242362 Sep 03 18:15:10.557212 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af9499c-1213-4866-ac9a-4a3a2d79001c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c99ff1d-7853-46c8-a7c1-a985c42462d4,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:10.671507 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-66a51362-a1bd-4a43-8525-ffba9a9a08d3 req-e7bbf6ab-45ee-4d02-8ff4-d9749ee7f432 service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076682 Sep 03 18:15:11.255642 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19643f21-59ec-4ad9-bc8c-c94b7c032459 req-b4b41e3e-b62e-402d-8c8a-8990064b80b5 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:11.257103 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-19643f21-59ec-4ad9-bc8c-c94b7c032459 req-b4b41e3e-b62e-402d-8c8a-8990064b80b5 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0508268 Sep 03 18:15:11.296841 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-19643f21-59ec-4ad9-bc8c-c94b7c032459 req-994f591d-8492-4526-b766-4b9133557211 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337119 Sep 03 18:15:11.681024 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaf1f7-421d-4953-9857-4a8c63d9e2d9 req-fc127ae0-6b2d-430f-a6f6-b45d93f4b298 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:11.683550 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2abaf1f7-421d-4953-9857-4a8c63d9e2d9 req-fc127ae0-6b2d-430f-a6f6-b45d93f4b298 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 946 time: 0.0607061 Sep 03 18:15:11.768545 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2abaf1f7-421d-4953-9857-4a8c63d9e2d9 req-a2cc7493-c708-4b8a-a352-23d0a968d30a tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723567 Sep 03 18:15:12.202774 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c13021-ba91-465f-8c17-636c47b1f06b req-cb317ef1-31b0-4ba7-959d-ebf84ce00dd4 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:12.204439 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-64c13021-ba91-465f-8c17-636c47b1f06b req-cb317ef1-31b0-4ba7-959d-ebf84ce00dd4 tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.55 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 946 time: 0.0545938 Sep 03 18:15:12.310378 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-64c13021-ba91-465f-8c17-636c47b1f06b req-ef692289-5ff1-4bc3-8164-5896017fa6bd tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Deleting port f9875fac-b91e-40d7-8573-9fd1fca35b0c {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:15:12.310721 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-64c13021-ba91-465f-8c17-636c47b1f06b req-ef692289-5ff1-4bc3-8164-5896017fa6bd tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:12.401105 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-64c13021-ba91-465f-8c17-636c47b1f06b req-ef692289-5ff1-4bc3-8164-5896017fa6bd tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] For port f9875fac-b91e-40d7-8573-9fd1fca35b0c, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=f9875fac-b91e-40d7-8573-9fd1fca35b0c,segment=NetworkSegment(9efa2a30-0f6e-44fb-a548-459380a3c1d7),segment_id=9efa2a30-0f6e-44fb-a548-459380a3c1d7)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:12.401430 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-64c13021-ba91-465f-8c17-636c47b1f06b req-ef692289-5ff1-4bc3-8164-5896017fa6bd tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:12.418782 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-64c13021-ba91-465f-8c17-636c47b1f06b req-ef692289-5ff1-4bc3-8164-5896017fa6bd tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Calling delete_port for f9875fac-b91e-40d7-8573-9fd1fca35b0c owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:15:12.495151 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c51f6c-0aee-4ec5-beaa-acde18f2cd00 req-d259ab3a-b2d4-477f-be04-a069a04a5489 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:12.496773 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-14c51f6c-0aee-4ec5-beaa-acde18f2cd00 req-d259ab3a-b2d4-477f-be04-a069a04a5489 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0682795 Sep 03 18:15:12.538621 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-14c51f6c-0aee-4ec5-beaa-acde18f2cd00 req-3b14e412-5b4c-4966-84fe-b1885575bc5f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327320 Sep 03 18:15:12.565740 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-64c13021-ba91-465f-8c17-636c47b1f06b req-ef692289-5ff1-4bc3-8164-5896017fa6bd tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:12.597876 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef692289-5ff1-4bc3-8164-5896017fa6bd tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Pushing event deleted for resources: {'Port': ['ID=f9875fac-b91e-40d7-8573-9fd1fca35b0c,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:12.642396 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-64c13021-ba91-465f-8c17-636c47b1f06b req-ef692289-5ff1-4bc3-8164-5896017fa6bd tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] No DVR routers for this DVR port f9875fac-b91e-40d7-8573-9fd1fca35b0c on host hv-cinder-78878 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:15:12.645005 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-64c13021-ba91-465f-8c17-636c47b1f06b req-ef692289-5ff1-4bc3-8164-5896017fa6bd tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:12.647681 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-64c13021-ba91-465f-8c17-636c47b1f06b req-ef692289-5ff1-4bc3-8164-5896017fa6bd tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.55 "DELETE /v2.0/ports/f9875fac-b91e-40d7-8573-9fd1fca35b0c HTTP/1.1" status: 204 len: 173 time: 0.4320159 Sep 03 18:15:12.648369 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2', 'name': 'network-vif-deleted', 'tag': 'f9875fac-b91e-40d7-8573-9fd1fca35b0c'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:15:12.650609 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fe8a335-d03b-4c7e-91ee-f40fa430b3c4" -d '{"events": [{"server_uuid": "18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2", "name": "network-vif-deleted", "tag": "f9875fac-b91e-40d7-8573-9fd1fca35b0c"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:15:12.697173 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 48776) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:12.798898 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce05b107-5df7-4abf-b778-cb7d5ae0ddc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:12.890575 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce05b107-5df7-4abf-b778-cb7d5ae0ddc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:12.894676 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ce05b107-5df7-4abf-b778-cb7d5ae0ddc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:12.933039 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ce05b107-5df7-4abf-b778-cb7d5ae0ddc3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8374a46abbfa48688e40b358e5ada0d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347813 Sep 03 18:15:12.933739 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce05b107-5df7-4abf-b778-cb7d5ae0ddc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fef821-b33a-4056-98de-415b0129bd2f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:12.935696 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 48786) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:12.984054 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d81305a4-1902-43f4-81ec-00ffde4eeb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.004757 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d81305a4-1902-43f4-81ec-00ffde4eeb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.049640 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d81305a4-1902-43f4-81ec-00ffde4eeb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.052867 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d81305a4-1902-43f4-81ec-00ffde4eeb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.054023 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d81305a4-1902-43f4-81ec-00ffde4eeb6f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b6fef821-b33a-4056-98de-415b0129bd2f HTTP/1.1" status: 204 len: 168 time: 0.1173282 Sep 03 18:15:13.061308 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81305a4-1902-43f4-81ec-00ffde4eeb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fef821-b33a-4056-98de-415b0129bd2f,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:13.307447 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 48796) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:13.320205 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4ce349c-39ac-447b-996b-7a20023a523c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.408562 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4ce349c-39ac-447b-996b-7a20023a523c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.412553 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e4ce349c-39ac-447b-996b-7a20023a523c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.452054 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e4ce349c-39ac-447b-996b-7a20023a523c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e6e9e5db01614179b6fa8d7f6fd100c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1435595 Sep 03 18:15:13.452886 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce349c-39ac-447b-996b-7a20023a523c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a75a08b-c830-4799-aaf2-add6268a5593,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:13.454699 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 48798) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:13.502076 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-06ca748c-879a-41d8-b268-174d2a2c39fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.522495 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-06ca748c-879a-41d8-b268-174d2a2c39fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.567144 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-06ca748c-879a-41d8-b268-174d2a2c39fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.569762 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-06ca748c-879a-41d8-b268-174d2a2c39fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:13.570905 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-06ca748c-879a-41d8-b268-174d2a2c39fc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8a75a08b-c830-4799-aaf2-add6268a5593 HTTP/1.1" status: 204 len: 168 time: 0.1151762 Sep 03 18:15:13.578203 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca748c-879a-41d8-b268-174d2a2c39fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a75a08b-c830-4799-aaf2-add6268a5593,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:15.169959 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['f9875fac-b91e-40d7-8573-9fd1fca35b0c'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:15:15.293548 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42d63a4-8205-4a56-a2bd-cfce7db37ce5 x-openstack-request-id: req-d42d63a4-8205-4a56-a2bd-cfce7db37ce5 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:15:15.294109 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2", "name": "network-vif-deleted", "tag": "f9875fac-b91e-40d7-8573-9fd1fca35b0c", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:15:15.294109 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d42d63a4-8205-4a56-a2bd-cfce7db37ce5 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:15:15.294494 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2', 'name': 'network-vif-deleted', 'tag': 'f9875fac-b91e-40d7-8573-9fd1fca35b0c', 'status': 'completed', 'code': 200} Sep 03 18:15:15.350507 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8d2be004-ba0f-4698-9148-4f87d5f020f0 req-2fe66edc-91de-49c8-a7c6-fdc470bfdbba tempest-VolumesActionsTest-1750129885 tempest-VolumesActionsTest-1750129885-project] 10.222.0.45 "GET /v2.0/ports?device_id=18ca922a-efcc-4e7e-8e3c-b6f4c78ba3c2 HTTP/1.1" status: 200 len: 210 time: 0.0311456 Sep 03 18:15:15.402361 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb569e-bbec-44dc-bd43-2c02791dd9a9 req-08935613-9158-4cb4-b2ce-2c14a051f49f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:15.403849 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-edeb569e-bbec-44dc-bd43-2c02791dd9a9 req-08935613-9158-4cb4-b2ce-2c14a051f49f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0567622 Sep 03 18:15:15.440759 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-edeb569e-bbec-44dc-bd43-2c02791dd9a9 req-c57ce20d-e5f9-4b82-a946-b1c54444460a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310988 Sep 03 18:15:16.572915 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f410e49-4d3b-40f0-92de-25d15b256155 req-4e205e28-d97f-483b-b377-b9f6b94d46ea tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:16.583458 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f410e49-4d3b-40f0-92de-25d15b256155 req-4e205e28-d97f-483b-b377-b9f6b94d46ea tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0590458 Sep 03 18:15:16.626136 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0f410e49-4d3b-40f0-92de-25d15b256155 req-02a4bfa8-8968-483e-bad9-37b8b2118187 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416663 Sep 03 18:15:16.905833 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:15:17.160920 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device f9875fac-b91e-40d7-8573-9fd1fca35b0c no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:15:17.179957 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: f9875fac-b91e-40d7-8573-9fd1fca35b0c {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:15:17.180321 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device f9875fac-b91e-40d7-8573-9fd1fca35b0c not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:15:17.770421 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627fa543-362b-41f2-a30c-292f1f79acb9 req-2d77bfed-4009-4397-b4bc-fea7ad07839a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:17.771894 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-627fa543-362b-41f2-a30c-292f1f79acb9 req-2d77bfed-4009-4397-b4bc-fea7ad07839a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0579202 Sep 03 18:15:17.810098 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-627fa543-362b-41f2-a30c-292f1f79acb9 req-53da0e1f-0b5d-425b-b151-7142baeec6bf tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319502 Sep 03 18:15:18.931581 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88732fb-a984-4b1c-a0ec-0d7566b9b36a req-73c13a57-bbc4-457b-b77c-bbc85765e89d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:18.933096 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b88732fb-a984-4b1c-a0ec-0d7566b9b36a req-73c13a57-bbc4-457b-b77c-bbc85765e89d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0521891 Sep 03 18:15:18.971676 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b88732fb-a984-4b1c-a0ec-0d7566b9b36a req-17d90998-a3b2-4839-8762-9eff7a94cd76 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319722 Sep 03 18:15:20.105285 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f965932-c7bc-49e1-be4a-d5624651fbdd req-51647571-3eee-480d-9b91-39b2fbfe69f2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:20.106810 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f965932-c7bc-49e1-be4a-d5624651fbdd req-51647571-3eee-480d-9b91-39b2fbfe69f2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0537024 Sep 03 18:15:20.143611 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3f965932-c7bc-49e1-be4a-d5624651fbdd req-eb4b7a71-39e3-492e-ac09-d614d26de5d5 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308416 Sep 03 18:15:20.962231 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 49030) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:21.064048 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3838451e-3b54-468e-9163-1aa6943cafa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:21.151252 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3838451e-3b54-468e-9163-1aa6943cafa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:21.154942 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3838451e-3b54-468e-9163-1aa6943cafa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:21.194350 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3838451e-3b54-468e-9163-1aa6943cafa8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a95d9a9d8ae64250b9f3820e912c9769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309926 Sep 03 18:15:21.195500 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3838451e-3b54-468e-9163-1aa6943cafa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67f9d9ff-c3fd-425f-a9da-cfaa128e102e,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:21.197002 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 49040) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:21.244617 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0350c3f7-9e91-4098-8973-75347daae488 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:21.265088 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0350c3f7-9e91-4098-8973-75347daae488 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:21.308779 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0350c3f7-9e91-4098-8973-75347daae488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:21.311350 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0350c3f7-9e91-4098-8973-75347daae488 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:21.312477 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0350c3f7-9e91-4098-8973-75347daae488 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/67f9d9ff-c3fd-425f-a9da-cfaa128e102e HTTP/1.1" status: 204 len: 168 time: 0.1137764 Sep 03 18:15:21.320380 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350c3f7-9e91-4098-8973-75347daae488 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f9d9ff-c3fd-425f-a9da-cfaa128e102e,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:21.905630 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 49068) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:21.999393 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-8c62af74-a04d-4bb4-b209-973b97a5d6b9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-637700937-network', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:22.020251 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c62af74-a04d-4bb4-b209-973b97a5d6b9 admin admin] Made reservation on behalf of fbbf39ea06ed4764ad55a9860853f5f8 for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:22.023052 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c62af74-a04d-4bb4-b209-973b97a5d6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.031010 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c62af74-a04d-4bb4-b209-973b97a5d6b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.118098 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c62af74-a04d-4bb4-b209-973b97a5d6b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.121685 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c62af74-a04d-4bb4-b209-973b97a5d6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.146448 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c62af74-a04d-4bb4-b209-973b97a5d6b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 400, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:15:22.155280 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62af74-a04d-4bb4-b209-973b97a5d6b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d665af38-1b06-4045-aa4e-c83844cf34a7,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:22.161747 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c62af74-a04d-4bb4-b209-973b97a5d6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.162096 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-8c62af74-a04d-4bb4-b209-973b97a5d6b9 admin admin] Added segment 3b2f03f1-22c5-4401-a744-c6d8e1a40eb6 of type vlan for network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d Sep 03 18:15:22.203110 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c62af74-a04d-4bb4-b209-973b97a5d6b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.230548 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c62af74-a04d-4bb4-b209-973b97a5d6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.231494 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c62af74-a04d-4bb4-b209-973b97a5d6b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:22.232075 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8c62af74-a04d-4bb4-b209-973b97a5d6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.260344 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8c62af74-a04d-4bb4-b209-973b97a5d6b9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3536289 Sep 03 18:15:22.263565 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 49076) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:22.269240 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-2207de21-feda-4ec0-90a0-c123cd5abff7 admin admin] Request body: {'subnet': {'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-637700937-subnet', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:22.290875 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2207de21-feda-4ec0-90a0-c123cd5abff7 admin admin] Made reservation on behalf of fbbf39ea06ed4764ad55a9860853f5f8 for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:22.293151 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2207de21-feda-4ec0-90a0-c123cd5abff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26242137'] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.293347 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c62af74-a04d-4bb4-b209-973b97a5d6b9 admin admin] Pushing event updated for resources: {'Network': ['ID=2e3d5c3b-117a-4d63-b91d-c04b73d3319d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:22.303589 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:15:22.459427 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2207de21-feda-4ec0-90a0-c123cd5abff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26210618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26242167'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.510047 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2207de21-feda-4ec0-90a0-c123cd5abff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a7abc42-8f93-433e-8867-522bfd9c85b3,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:22.519992 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2207de21-feda-4ec0-90a0-c123cd5abff7 admin admin] Checking segment: {'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:22.520864 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2207de21-feda-4ec0-90a0-c123cd5abff7 admin admin] Network hostable DHCP agents. Network: 2e3d5c3b-117a-4d63-b91d-c04b73d3319d, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:15:22.537223 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2207de21-feda-4ec0-90a0-c123cd5abff7 admin admin] Network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:15:22.545330 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-2207de21-feda-4ec0-90a0-c123cd5abff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, 2e3d5c3b-117a-4d63-b91d-c04b73d3319d) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:22.549708 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2207de21-feda-4ec0-90a0-c123cd5abff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:22.550729 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2207de21-feda-4ec0-90a0-c123cd5abff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.553853 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66276539-00d3-4dff-a835-16c42cfa54c2 None None] Network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:15:22.564027 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2207de21-feda-4ec0-90a0-c123cd5abff7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.2987919 Sep 03 18:15:22.566810 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 49078) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:22.571572 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:22.597295 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.599465 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.652785 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.715433 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaafd0d0d-b7c3-59de-89b9-f8cd21a3ca16-2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3'}]}} from dv-cinder-788782-10-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:15:22.716470 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.720009 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3ac24e4e-9d5e-46ed-b0d6-54daa6d272dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.802609 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:22.852980 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Allocated IP 172.20.0.2 (2e3d5c3b-117a-4d63-b91d-c04b73d3319d/3a7abc42-8f93-433e-8867-522bfd9c85b3/d55e7b7f-ffc2-4131-ad94-ea8c37605555) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:23.001405 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.010690 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Transition to ACTIVE for port object d55e7b7f-ffc2-4131-ad94-ea8c37605555 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:23.027136 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Transition to ACTIVE for port object d55e7b7f-ffc2-4131-ad94-ea8c37605555 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:23.033386 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.075857 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:23.080075 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:23.087400 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:23.090477 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Pushing event updated for resources: {'Port': ['ID=d55e7b7f-ffc2-4131-ad94-ea8c37605555,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:23.141976 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Attempting to bind port d55e7b7f-ffc2-4131-ad94-ea8c37605555 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:15:23.142365 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Attempting to bind port d55e7b7f-ffc2-4131-ad94-ea8c37605555 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:15:23.142730 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Attempting to bind port d55e7b7f-ffc2-4131-ad94-ea8c37605555 on network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:23.148417 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:15:23.148791 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Checking segment: {'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:23.149188 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.149750 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Bound using segment: {'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:15:23.150205 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Bound port: d55e7b7f-ffc2-4131-ad94-ea8c37605555, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:15:23.150611 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.181736 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.203327 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.214099 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] For port d55e7b7f-ffc2-4131-ad94-ea8c37605555, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:15:23.219124 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] For port d55e7b7f-ffc2-4131-ad94-ea8c37605555, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=d55e7b7f-ffc2-4131-ad94-ea8c37605555,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:15:23.224143 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.290449 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f443f72-240f-4181-8423-51988c68b3f6 None None] Pushing event updated for resources: {'Port': ['ID=d55e7b7f-ffc2-4131-ad94-ea8c37605555,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:23.353898 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Allocated IP 172.27.3.194 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/ef5dee8e-b0e9-46ab-a686-4eb9045f51a5) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:23.395149 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee20e87-1bd8-41ed-9227-4d9ccd20c585 req-7f22cc83-caa8-458a-b66f-89df764488f6 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:23.396826 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ee20e87-1bd8-41ed-9227-4d9ccd20c585 req-7f22cc83-caa8-458a-b66f-89df764488f6 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0874400 Sep 03 18:15:23.489609 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ee20e87-1bd8-41ed-9227-4d9ccd20c585 req-2a934878-8e0c-404b-8fb2-f3495feaf422 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800736 Sep 03 18:15:23.522003 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.561433 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:23.599404 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:23.602371 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:23.605991 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:23.635815 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Pushing event updated for resources: {'Port': ['ID=ef5dee8e-b0e9-46ab-a686-4eb9045f51a5,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:23.867140 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.076984 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3921611'] for router, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.221071 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Router 8daeb64a-9fdc-4c5f-8d36-739021054d31 is scheduled to L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:15:24.230289 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffcf733-c53e-434d-850c-0c7dec98fc90 None None] Network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:15:24.361944 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:15:24.376532 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Sync routers for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:15:24.381046 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.382391 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-15c06ec0-842a-4f81-80ed-b68d7fbca127 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8143754 Sep 03 18:15:24.385183 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 49116) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:24.391855 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:24.392198 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:14:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:24.408320 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device d55e7b7f-ffc2-4131-ad94-ea8c37605555 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:24.412694 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-64059f9d-dab6-4f2f-89bb-2551d5d69145 None None] Provisioning for port d55e7b7f-ffc2-4131-ad94-ea8c37605555 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:24.497522 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port d55e7b7f-ffc2-4131-ad94-ea8c37605555 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:24.501509 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port d55e7b7f-ffc2-4131-ad94-ea8c37605555 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:24.502034 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.509830 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:24.616220 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.669877 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port d55e7b7f-ffc2-4131-ad94-ea8c37605555, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=d55e7b7f-ffc2-4131-ad94-ea8c37605555,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:24.677729 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.707713 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a60aa1-daed-448f-a9da-54116aca2af3 req-639e98ec-310e-4240-a620-61ff537ac5aa tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:24.710359 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d4a60aa1-daed-448f-a9da-54116aca2af3 req-639e98ec-310e-4240-a620-61ff537ac5aa tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0831554 Sep 03 18:15:24.845336 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=d55e7b7f-ffc2-4131-ad94-ea8c37605555,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:24.868839 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d4a60aa1-daed-448f-a9da-54116aca2af3 req-843c99b1-c11b-46d6-a8f6-5dc6fbed2b47 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497517 Sep 03 18:15:24.887061 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:23Z', 'revision_number': 3, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:24.888684 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-6420e23a-059d-4673-b780-5536bf333f22 None None] Provisioning complete for port d55e7b7f-ffc2-4131-ad94-ea8c37605555 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:24.891183 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6420e23a-059d-4673-b780-5536bf333f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:24.936489 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Checking router: 8daeb64a-9fdc-4c5f-8d36-739021054d31 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:15:24.937076 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Updating router 8daeb64a-9fdc-4c5f-8d36-739021054d31 port ef5dee8e-b0e9-46ab-a686-4eb9045f51a5 binding host dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:15:24.980866 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.061193 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.310155 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Allocated IP 172.20.0.1 (2e3d5c3b-117a-4d63-b91d-c04b73d3319d/3a7abc42-8f93-433e-8867-522bfd9c85b3/6c5ac72e-8344-49a4-a8b2-9f48f8133b7d) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:25.350683 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fa251d78-4b21-494d-8a44-db42e0152a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.491876 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.504063 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Transition to ACTIVE for port object ef5dee8e-b0e9-46ab-a686-4eb9045f51a5 will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:25.509089 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.512316 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.529187 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Transition to ACTIVE for port object 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:25.560613 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a38f5-5ea9-4975-aa78-5a04e68e1a63 None None] Pushing event updated for resources: {'Port': ['ID=ef5dee8e-b0e9-46ab-a686-4eb9045f51a5,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:25.583783 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Attempting to bind port ef5dee8e-b0e9-46ab-a686-4eb9045f51a5 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:15:25.584382 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Attempting to bind port ef5dee8e-b0e9-46ab-a686-4eb9045f51a5 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:15:25.584903 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Attempting to bind port ef5dee8e-b0e9-46ab-a686-4eb9045f51a5 on network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:25.593792 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 14, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:15:25.594160 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Checking segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:25.594828 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.595299 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.595613 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Bound using segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:15:25.596249 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Bound port: ef5dee8e-b0e9-46ab-a686-4eb9045f51a5, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:15:25.596801 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.663617 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a38f5-5ea9-4975-aa78-5a04e68e1a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.664223 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a38f5-5ea9-4975-aa78-5a04e68e1a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.664566 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a38f5-5ea9-4975-aa78-5a04e68e1a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.665052 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a38f5-5ea9-4975-aa78-5a04e68e1a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.665512 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a38f5-5ea9-4975-aa78-5a04e68e1a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.665971 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a38f5-5ea9-4975-aa78-5a04e68e1a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.666519 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a38f5-5ea9-4975-aa78-5a04e68e1a63 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.666978 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a38f5-5ea9-4975-aa78-5a04e68e1a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.667465 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a38f5-5ea9-4975-aa78-5a04e68e1a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.667918 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a38f5-5ea9-4975-aa78-5a04e68e1a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.668369 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a38f5-5ea9-4975-aa78-5a04e68e1a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.668915 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230a38f5-5ea9-4975-aa78-5a04e68e1a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.676896 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] For port ef5dee8e-b0e9-46ab-a686-4eb9045f51a5, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:15:25.681424 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] For port ef5dee8e-b0e9-46ab-a686-4eb9045f51a5, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=ef5dee8e-b0e9-46ab-a686-4eb9045f51a5,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:15:25.687212 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Pushing event updated for resources: {'Port': ['ID=6c5ac72e-8344-49a4-a8b2-9f48f8133b7d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:25.693271 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.702630 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.702897 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.703246 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.703583 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.704059 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.705543 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.705543 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.705543 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.705543 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.705901 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.706239 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.706691 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:25.723007 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:25.725169 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:25.727715 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:25.789140 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823332'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.790804 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230a38f5-5ea9-4975-aa78-5a04e68e1a63 None None] Pushing event updated for resources: {'Port': ['ID=ef5dee8e-b0e9-46ab-a686-4eb9045f51a5,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:25.821059 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:25.821834 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:15:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:25.859119 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:25.976035 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:26.015371 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.142217 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-382b2f7f-1b3f-4d25-ac08-2734c6c03818 None None] Provisioning for port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:26.152071 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e7668-0a84-4208-968f-84b3f2e7f0ee req-7bfec478-3bc6-4334-9f96-f7314a92321a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:26.153689 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-740e7668-0a84-4208-968f-84b3f2e7f0ee req-7bfec478-3bc6-4334-9f96-f7314a92321a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.1213498 Sep 03 18:15:26.154761 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-382b2f7f-1b3f-4d25-ac08-2734c6c03818 None None] Provisioning complete for port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:26.158833 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-382b2f7f-1b3f-4d25-ac08-2734c6c03818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.228027 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-382b2f7f-1b3f-4d25-ac08-2734c6c03818 None None] Port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:15:26.267263 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-740e7668-0a84-4208-968f-84b3f2e7f0ee req-e66d3c65-9110-4f8d-8480-fda33a48dcf8 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975745 Sep 03 18:15:26.335937 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.341154 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:23Z', 'revision_number': 3, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:26.353888 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.375909 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6724fb-bc7a-46ba-bbcc-9173adea8fe8 None None] The sync data for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi is: [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:23Z', 'revision_number': 3, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:15:26.389722 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device d55e7b7f-ffc2-4131-ad94-ea8c37605555 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:26.497272 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port d55e7b7f-ffc2-4131-ad94-ea8c37605555 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:26.498077 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.514111 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920916'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.516418 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Pushing event updated for resources: {'Port': ['ID=6c5ac72e-8344-49a4-a8b2-9f48f8133b7d,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:26.665808 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:26.667687 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:26.735347 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab584b-e459-4cbb-8c69-38caf6a47cb7 req-adddd914-5b7c-45dc-abf2-8ba462507761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:26.737422 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d4ab584b-e459-4cbb-8c69-38caf6a47cb7 req-adddd914-5b7c-45dc-abf2-8ba462507761 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ffb56f8a86c44c33a37e5e17d2009e34&device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 1098 time: 0.0848224 Sep 03 18:15:26.834864 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:26.930427 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab584b-e459-4cbb-8c69-38caf6a47cb7 req-0087bf69-a5fe-413f-8776-5d6365521776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:26.932462 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d4ab584b-e459-4cbb-8c69-38caf6a47cb7 req-0087bf69-a5fe-413f-8776-5d6365521776 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96 HTTP/1.1" status: 200 len: 920 time: 0.1572707 Sep 03 18:15:27.024873 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d4ab584b-e459-4cbb-8c69-38caf6a47cb7 req-319020f0-b5cf-4771-b660-f7e68f54be1b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d093173a-f8a3-4b06-a11a-f694e3257f2f HTTP/1.1" status: 200 len: 217 time: 0.0823905 Sep 03 18:15:27.182288 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-daae1f0c-6999-40e6-ba07-a435d577fc3c None None] Provisioning complete for port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:27.182796 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-daae1f0c-6999-40e6-ba07-a435d577fc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:27.195582 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab584b-e459-4cbb-8c69-38caf6a47cb7 req-52353f82-0394-4093-a8a0-4ff96ba4cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:27.197378 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d4ab584b-e459-4cbb-8c69-38caf6a47cb7 req-52353f82-0394-4093-a8a0-4ff96ba4cb34 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=67ddc986-ec27-49bf-ac46-8bc382025127 HTTP/1.1" status: 200 len: 859 time: 0.1509292 Sep 03 18:15:27.265984 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-daae1f0c-6999-40e6-ba07-a435d577fc3c None None] Port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:15:27.271942 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Router 8daeb64a-9fdc-4c5f-8d36-739021054d31 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:15:27.320926 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d4ab584b-e459-4cbb-8c69-38caf6a47cb7 req-08d6644c-4e0e-4032-b87b-4c89e975c665 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109200 Sep 03 18:15:27.628714 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d4ab584b-e459-4cbb-8c69-38caf6a47cb7 req-e7d60a30-f0d4-494d-ae4a-6e2e8bf0d98c service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914624 Sep 03 18:15:27.662879 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44508a28-5ec8-4030-a905-3090428ecda5 req-b9bcaeaa-1bed-40f9-953d-d888a994a316 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:27.669096 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44508a28-5ec8-4030-a905-3090428ecda5 req-b9bcaeaa-1bed-40f9-953d-d888a994a316 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.1708789 Sep 03 18:15:27.702012 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:15:27.732744 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a0e0b68d-28df-4f21-a878-75b9343d1289 admin admin] 10.222.0.45 "PUT /v2.0/routers/8daeb64a-9fdc-4c5f-8d36-739021054d31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3456812 Sep 03 18:15:27.820319 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44508a28-5ec8-4030-a905-3090428ecda5 req-16aadbbe-430c-4e4a-ab43-8c9330a45f39 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447203 Sep 03 18:15:27.865818 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d4ab584b-e459-4cbb-8c69-38caf6a47cb7 req-dbcf8301-1d0f-4637-961c-2adbd4b7905c service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276270 Sep 03 18:15:27.909666 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 49204) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:28.133456 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-40459f14-051d-44ea-b466-59946cec0eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.137155 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.372280 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.392749 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-40459f14-051d-44ea-b466-59946cec0eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.401149 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-40459f14-051d-44ea-b466-59946cec0eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.440807 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40459f14-051d-44ea-b466-59946cec0eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4abf444-c749-4688-9fb7-c8f9674bd667,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:28.462115 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-40459f14-051d-44ea-b466-59946cec0eea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ccc56b53169049cca09c88f2262411a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5494151 Sep 03 18:15:28.464304 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 49226) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:28.493484 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device ef5dee8e-b0e9-46ab-a686-4eb9045f51a5 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:28.548328 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d3cd2a1-95e2-40b9-873c-03fe3d43460a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.573138 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port ef5dee8e-b0e9-46ab-a686-4eb9045f51a5 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:28.582237 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d3cd2a1-95e2-40b9-873c-03fe3d43460a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.585856 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port ef5dee8e-b0e9-46ab-a686-4eb9045f51a5 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:28.586821 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.660902 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d3cd2a1-95e2-40b9-873c-03fe3d43460a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.663851 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5d3cd2a1-95e2-40b9-873c-03fe3d43460a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.667571 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5d3cd2a1-95e2-40b9-873c-03fe3d43460a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4abf444-c749-4688-9fb7-c8f9674bd667 HTTP/1.1" status: 204 len: 168 time: 0.1998041 Sep 03 18:15:28.674907 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3cd2a1-95e2-40b9-873c-03fe3d43460a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4abf444-c749-4688-9fb7-c8f9674bd667,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:28.746237 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.783613 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port ef5dee8e-b0e9-46ab-a686-4eb9045f51a5, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=ef5dee8e-b0e9-46ab-a686-4eb9045f51a5,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:28.790117 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.800273 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 49236) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:28.805959 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1206368536-network', 'tenant_id': 'e28b299b0834478baa6bc29cbc362b2e'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:28.873340 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Made reservation on behalf of e28b299b0834478baa6bc29cbc362b2e for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:28.876363 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.910321 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:28.997688 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=ef5dee8e-b0e9-46ab-a686-4eb9045f51a5,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:29.075429 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8365444f-561b-41e4-8b74-fa9969b48af3 req-ae45e126-4152-40d6-a4af-a4cca47e63dd tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:29.080175 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8365444f-561b-41e4-8b74-fa9969b48af3 req-ae45e126-4152-40d6-a4af-a4cca47e63dd tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.1133692 Sep 03 18:15:29.148527 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8365444f-561b-41e4-8b74-fa9969b48af3 req-a7b12b6e-adf0-4f22-a852-c2986097273e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583155 Sep 03 18:15:29.164872 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Sync routers for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:15:29.169547 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.177330 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:29.178353 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:15:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:29.181603 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.204399 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] vlan segment allocate from pool success with {'vlan_id': 430, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:15:29.222821 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66694e2-cf3c-48fa-9084-f9ca53fb5db8,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:29.226760 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.227471 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Added segment bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa of type vlan for network a7ce0675-2b11-4e14-a96c-6e7c14aac2e9 Sep 03 18:15:29.261961 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.262598 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.263154 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.263720 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.264279 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.264827 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.265400 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.266183 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.266780 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.267578 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.269148 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.269828 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:29.350516 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:29.381153 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.429336 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.431493 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:29.432722 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.469282 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6678338 Sep 03 18:15:29.472402 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 49256) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:29.477795 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-66a2d5ee-5d72-4955-beee-c18578bcad5f admin admin] Request body: {'subnet': {'network_id': 'a7ce0675-2b11-4e14-a96c-6e7c14aac2e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1206368536-subnet', 'tenant_id': 'e28b299b0834478baa6bc29cbc362b2e', 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:29.523783 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a2d5ee-5d72-4955-beee-c18578bcad5f admin admin] Made reservation on behalf of e28b299b0834478baa6bc29cbc362b2e for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:29.526308 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-66a2d5ee-5d72-4955-beee-c18578bcad5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25266565'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:29.563015 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec56c8-801f-4692-a626-068f38188d93 admin admin] Pushing event updated for resources: {'Network': ['ID=a7ce0675-2b11-4e14-a96c-6e7c14aac2e9,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:29.606592 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network a7ce0675-2b11-4e14-a96c-6e7c14aac2e9 details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:15:29.624199 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 49266) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:29.683682 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04429fc3-42ba-4ad3-8ac8-cf75931ba371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.028619 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04429fc3-42ba-4ad3-8ac8-cf75931ba371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.035687 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-04429fc3-42ba-4ad3-8ac8-cf75931ba371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.043754 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-66a2d5ee-5d72-4955-beee-c18578bcad5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25571155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25266603'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.096681 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-04429fc3-42ba-4ad3-8ac8-cf75931ba371 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bcd84f363b704226be922562e0499449&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4706826 Sep 03 18:15:30.099657 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 49278) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:30.233476 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04429fc3-42ba-4ad3-8ac8-cf75931ba371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2f9346-3c9b-4027-aaf8-cf3f489a566d,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:30.253009 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2d5ee-5d72-4955-beee-c18578bcad5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=725fd622-111d-479d-b2c6-eb2aad2ddda9,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:30.295701 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66a2d5ee-5d72-4955-beee-c18578bcad5f admin admin] Checking segment: {'id': 'bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a7ce0675-2b11-4e14-a96c-6e7c14aac2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:30.297828 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a2d5ee-5d72-4955-beee-c18578bcad5f admin admin] Network hostable DHCP agents. Network: a7ce0675-2b11-4e14-a96c-6e7c14aac2e9, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:15:30.307346 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:26Z', 'revision_number': 2, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:30.337612 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b61b93fd-eb5d-41eb-8072-8ddf654c8611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.357924 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Checking router: 8daeb64a-9fdc-4c5f-8d36-739021054d31 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:15:30.358301 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Updating router 8daeb64a-9fdc-4c5f-8d36-739021054d31 port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d binding host dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:15:30.388717 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b61b93fd-eb5d-41eb-8072-8ddf654c8611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.412468 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a2d5ee-5d72-4955-beee-c18578bcad5f admin admin] Network a7ce0675-2b11-4e14-a96c-6e7c14aac2e9 is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:15:30.416795 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.445412 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device ef5dee8e-b0e9-46ab-a686-4eb9045f51a5 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:30.447265 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6472696-0e2d-47c0-90f8-f252e5410181 req-4d26f163-d9a0-445d-8008-918e9e4f8d46 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:30.453439 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a6472696-0e2d-47c0-90f8-f252e5410181 req-4d26f163-d9a0-445d-8008-918e9e4f8d46 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.2098439 Sep 03 18:15:30.454634 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-66a2d5ee-5d72-4955-beee-c18578bcad5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, a7ce0675-2b11-4e14-a96c-6e7c14aac2e9) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:30.463330 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a2d5ee-5d72-4955-beee-c18578bcad5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:30.469845 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-66a2d5ee-5d72-4955-beee-c18578bcad5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.488214 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b61b93fd-eb5d-41eb-8072-8ddf654c8611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.492526 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b61b93fd-eb5d-41eb-8072-8ddf654c8611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.494142 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b61b93fd-eb5d-41eb-8072-8ddf654c8611 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4a2f9346-3c9b-4027-aaf8-cf3f489a566d HTTP/1.1" status: 204 len: 168 time: 0.3934398 Sep 03 18:15:30.507548 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-66a2d5ee-5d72-4955-beee-c18578bcad5f admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0314519 Sep 03 18:15:30.513168 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 49290) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:30.527206 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1206368536-router', 'tenant_id': 'e28b299b0834478baa6bc29cbc362b2e', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:30.532048 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befc7206-018b-4e35-a7a0-f1042a5b787d None None] Network a7ce0675-2b11-4e14-a96c-6e7c14aac2e9 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:15:30.541371 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a6472696-0e2d-47c0-90f8-f252e5410181 req-139f91f4-4435-4eb6-9227-6d637e29d323 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491002 Sep 03 18:15:30.544999 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61b93fd-eb5d-41eb-8072-8ddf654c8611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2f9346-3c9b-4027-aaf8-cf3f489a566d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:30.597117 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.597939 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.697869 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port ef5dee8e-b0e9-46ab-a686-4eb9045f51a5 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:30.698242 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.718059 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:30.982774 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaafd0d0d-b7c3-59de-89b9-f8cd21a3ca16-a7ce0675-2b11-4e14-a96c-6e7c14aac2e9', 'network_id': 'a7ce0675-2b11-4e14-a96c-6e7c14aac2e9', 'tenant_id': 'e28b299b0834478baa6bc29cbc362b2e', 'fixed_ips': [{'subnet_id': '725fd622-111d-479d-b2c6-eb2aad2ddda9'}]}} from dv-cinder-788782-10-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:15:30.983776 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.260345 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.261551 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.283904 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Allocated IP 172.20.0.2 (a7ce0675-2b11-4e14-a96c-6e7c14aac2e9/725fd622-111d-479d-b2c6-eb2aad2ddda9/bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:31.296586 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Transition to ACTIVE for port object 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:31.312996 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.460076 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26f3f8-c63b-43c8-be3d-a56039de34cb None None] Pushing event updated for resources: {'Port': ['ID=6c5ac72e-8344-49a4-a8b2-9f48f8133b7d,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:31.557885 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 49312) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:31.608603 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Attempting to bind port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:15:31.608976 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Attempting to bind port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:15:31.609333 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Attempting to bind port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d on network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:31.659460 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:15:31.659460 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Checking segment: {'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:31.659460 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.659460 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Bound using segment: {'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:15:31.659460 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Bound port: 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:15:31.659460 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.729216 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.744433 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Transition to ACTIVE for port object bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:31.785288 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Transition to ACTIVE for port object bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:31.790246 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] For port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:15:31.795406 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] For port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=6c5ac72e-8344-49a4-a8b2-9f48f8133b7d,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:15:31.810665 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.823621 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.848929 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb095d-3b67-4342-9330-9ccb6dec5f40 req-4bdd927c-c7e7-4e80-86dc-4430b825ad8d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:31.850596 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-94fb095d-3b67-4342-9330-9ccb6dec5f40 req-4bdd927c-c7e7-4e80-86dc-4430b825ad8d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.1613150 Sep 03 18:15:31.889619 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Network a7ce0675-2b11-4e14-a96c-6e7c14aac2e9 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:31.899095 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.909729 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:31.912756 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:31.917136 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Pushing event updated for resources: {'Port': ['ID=bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:31.925573 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-94fb095d-3b67-4342-9330-9ccb6dec5f40 req-862947c6-11a8-4cfb-96e6-8c2788d2a7fa tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645893 Sep 03 18:15:31.927277 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9a67af37-1bd6-4a91-a13b-9f4720b8e9be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:31.932892 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:31.933540 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:15:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:31.987905 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.131464 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9a67af37-1bd6-4a91-a13b-9f4720b8e9be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.134988 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:32.137514 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9a67af37-1bd6-4a91-a13b-9f4720b8e9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.214547 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a67af37-1bd6-4a91-a13b-9f4720b8e9be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551d9d9d-4a25-4be8-8e2f-103558434201,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:32.232879 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 49328) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:32.233510 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9a67af37-1bd6-4a91-a13b-9f4720b8e9be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9cd8bf8159c54830afef1c86a0f74c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6733940 Sep 03 18:15:32.240549 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Allocated IP 172.27.3.218 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/5f1b49c3-adce-403c-be4c-89387fcbe29e) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:32.360418 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e620a09f-77e6-4967-95a6-d29ba3a62749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.413689 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Attempting to bind port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:15:32.414205 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Attempting to bind port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a7ce0675-2b11-4e14-a96c-6e7c14aac2e9'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:15:32.414512 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Attempting to bind port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 on network a7ce0675-2b11-4e14-a96c-6e7c14aac2e9 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:32.419200 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26f3f8-c63b-43c8-be3d-a56039de34cb None None] Pushing event updated for resources: {'Port': ['ID=6c5ac72e-8344-49a4-a8b2-9f48f8133b7d,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:32.453632 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.454971 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:15:32.455554 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Checking segment: {'id': 'bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a7ce0675-2b11-4e14-a96c-6e7c14aac2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:32.456121 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.456667 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Bound using segment: {'id': 'bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a7ce0675-2b11-4e14-a96c-6e7c14aac2e9'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:15:32.457340 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Bound port: bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a7ce0675-2b11-4e14-a96c-6e7c14aac2e9'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:15:32.457984 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.509439 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e620a09f-77e6-4967-95a6-d29ba3a62749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.567925 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] For port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:15:32.571706 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] For port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7,segment=NetworkSegment(bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa),segment_id=bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:15:32.580700 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.589129 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:31Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:32.592939 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.612952 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e620a09f-77e6-4967-95a6-d29ba3a62749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.616343 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e620a09f-77e6-4967-95a6-d29ba3a62749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:32.617502 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e620a09f-77e6-4967-95a6-d29ba3a62749 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/551d9d9d-4a25-4be8-8e2f-103558434201 HTTP/1.1" status: 204 len: 168 time: 0.3836911 Sep 03 18:15:32.670006 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90621146-4cbd-4b1f-9308-bc5e999fe44a None None] The sync data for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi is: [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:31Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:15:32.671253 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e620a09f-77e6-4967-95a6-d29ba3a62749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551d9d9d-4a25-4be8-8e2f-103558434201,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:32.679985 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:32.690640 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:32.697454 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:32.758450 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Pushing event updated for resources: {'Port': ['ID=5f1b49c3-adce-403c-be4c-89387fcbe29e,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:33.214187 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666bee14-8032-4905-8eb9-38bf98870274 None None] Pushing event updated for resources: {'Port': ['ID=bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:33.274349 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d3cc2-1e8c-4ffb-a6ca-fbf94728ae5a req-a4a69eb7-f430-46a9-96d6-537e5bc28933 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:33.280297 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac4d3cc2-1e8c-4ffb-a6ca-fbf94728ae5a req-a4a69eb7-f430-46a9-96d6-537e5bc28933 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.1665914 Sep 03 18:15:33.364426 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac4d3cc2-1e8c-4ffb-a6ca-fbf94728ae5a req-69ad787a-5b5e-4126-b378-f81cacd2921e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806856 Sep 03 18:15:33.378741 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:33.747242 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3921611'] for router, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:34.058368 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Router ae550afc-b948-43d2-8aba-fd41f2af33ad is scheduled to L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a with binding_index 1 {{(pid=94084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:15:34.229558 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:15:34.245307 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Sync routers for ids ['ae550afc-b948-43d2-8aba-fd41f2af33ad'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:15:34.262333 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Routers {'ae550afc-b948-43d2-8aba-fd41f2af33ad'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:34.265304 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:15:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['ae550afc-b948-43d2-8aba-fd41f2af33ad'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:34.265634 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:34.272383 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ccb77f04-d41a-406b-85af-856b2685395a admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7552638 Sep 03 18:15:34.274992 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 49378) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:34.428887 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d2024e-c4a7-4f1e-8490-fa5bb49c48e0 None None] Network a7ce0675-2b11-4e14-a96c-6e7c14aac2e9 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:15:34.706488 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Set router ae550afc-b948-43d2-8aba-fd41f2af33ad gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:34.751117 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:34.758444 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a979bab5-ffb6-4576-b6b0-916ccf1ccd2f None None] Provisioning for port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:34.841769 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:34.848643 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:34.849027 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.042967 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.091400 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6aceb-f89f-4c8c-ac03-45e6a423fad6 req-fba2eecc-cab3-447a-b7e6-3c2d91c34a4b tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:35.100840 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-28f6aceb-f89f-4c8c-ac03-45e6a423fad6 req-fba2eecc-cab3-447a-b7e6-3c2d91c34a4b tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.5081024 Sep 03 18:15:35.172276 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7,segment=NetworkSegment(bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa),segment_id=bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:35.181701 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.182662 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:35.230134 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-28f6aceb-f89f-4c8c-ac03-45e6a423fad6 req-8683cc29-58c6-4b3a-a5be-34d2b7ff17ae tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284370 Sep 03 18:15:35.275677 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'name': 'tempest-TestVolumeBootPattern-1206368536-router', 'tenant_id': 'e28b299b0834478baa6bc29cbc362b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '5f1b49c3-adce-403c-be4c-89387fcbe29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:30Z', 'updated_at': '2021-09-03T18:15:33Z', 'revision_number': 3, 'project_id': 'e28b299b0834478baa6bc29cbc362b2e', 'gw_port': {'id': '5f1b49c3-adce-403c-be4c-89387fcbe29e', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:32Z', 'updated_at': '2021-09-03T18:15:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:35.345042 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Checking router: ae550afc-b948-43d2-8aba-fd41f2af33ad for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:15:35.345405 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Updating router ae550afc-b948-43d2-8aba-fd41f2af33ad port 5f1b49c3-adce-403c-be4c-89387fcbe29e binding host dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:15:35.384768 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.393114 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-d4570193-39aa-429c-a320-22bf0d09157c None None] Provisioning complete for port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:35.393716 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d4570193-39aa-429c-a320-22bf0d09157c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.396729 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:35.418771 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.438188 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:35.445868 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:35.446508 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.594811 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.633543 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=6c5ac72e-8344-49a4-a8b2-9f48f8133b7d,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:35.648724 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.714216 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Allocated IP 172.20.0.1 (a7ce0675-2b11-4e14-a96c-6e7c14aac2e9/725fd622-111d-479d-b2c6-eb2aad2ddda9/3b48d3a7-c5de-4553-9734-0a648927dfff) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:15:35.734524 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=6c5ac72e-8344-49a4-a8b2-9f48f8133b7d,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:35.808097 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.820632 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Transition to ACTIVE for port object 5f1b49c3-adce-403c-be4c-89387fcbe29e will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:35.829574 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.840796 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.857983 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Transition to ACTIVE for port object 3b48d3a7-c5de-4553-9734-0a648927dfff will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:35.893158 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Attempting to bind port 5f1b49c3-adce-403c-be4c-89387fcbe29e on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:15:35.893661 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Attempting to bind port 5f1b49c3-adce-403c-be4c-89387fcbe29e by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:15:35.893890 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Attempting to bind port 5f1b49c3-adce-403c-be4c-89387fcbe29e on network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:35.901651 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.908703 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3278d86-9579-401a-a090-7739bcbc0d01 None None] Pushing event updated for resources: {'Port': ['ID=5f1b49c3-adce-403c-be4c-89387fcbe29e,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:35.913316 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:15:35.913785 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Checking segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:35.914561 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.914786 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Bound using segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:15:35.915450 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Bound port: 5f1b49c3-adce-403c-be4c-89387fcbe29e, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:15:35.915771 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:35.947454 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Network a7ce0675-2b11-4e14-a96c-6e7c14aac2e9 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:35.950517 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:35.954006 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:15:35.981140 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Pushing event updated for resources: {'Port': ['ID=3b48d3a7-c5de-4553-9734-0a648927dfff,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:36.002716 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823332'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.004685 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] For port 5f1b49c3-adce-403c-be4c-89387fcbe29e, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:15:36.008713 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] For port 5f1b49c3-adce-403c-be4c-89387fcbe29e, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=5f1b49c3-adce-403c-be4c-89387fcbe29e,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:15:36.013375 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.102755 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Routers {'ae550afc-b948-43d2-8aba-fd41f2af33ad'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:36.103664 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:15:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['ae550afc-b948-43d2-8aba-fd41f2af33ad'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:36.105827 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3278d86-9579-401a-a090-7739bcbc0d01 None None] Pushing event updated for resources: {'Port': ['ID=5f1b49c3-adce-403c-be4c-89387fcbe29e,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:36.244708 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.300515 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] Set router ae550afc-b948-43d2-8aba-fd41f2af33ad gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:36.435012 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-8489ae59-5dd1-432a-92a5-3eac0af98e29 None None] Provisioning for port 3b48d3a7-c5de-4553-9734-0a648927dfff completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:36.446390 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-8489ae59-5dd1-432a-92a5-3eac0af98e29 None None] Provisioning complete for port 3b48d3a7-c5de-4553-9734-0a648927dfff triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:36.446390 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8489ae59-5dd1-432a-92a5-3eac0af98e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.488772 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:36.536667 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-8489ae59-5dd1-432a-92a5-3eac0af98e29 None None] Port 3b48d3a7-c5de-4553-9734-0a648927dfff cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:15:36.573686 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0f17e-4e61-47ff-9f14-a7999d2ed039 req-f1f7e645-c506-468a-b773-70f17f5fbb55 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:36.575332 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8ad0f17e-4e61-47ff-9f14-a7999d2ed039 req-f1f7e645-c506-468a-b773-70f17f5fbb55 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.1861243 Sep 03 18:15:36.587213 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:36.587559 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.673660 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'name': 'tempest-TestVolumeBootPattern-1206368536-router', 'tenant_id': 'e28b299b0834478baa6bc29cbc362b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '5f1b49c3-adce-403c-be4c-89387fcbe29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:30Z', 'updated_at': '2021-09-03T18:15:33Z', 'revision_number': 3, 'project_id': 'e28b299b0834478baa6bc29cbc362b2e', 'gw_port': {'id': '5f1b49c3-adce-403c-be4c-89387fcbe29e', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:32Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:36.711069 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8ad0f17e-4e61-47ff-9f14-a7999d2ed039 req-cc4bceaa-a1fc-401d-9b66-f9de5acdc7b9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192091 Sep 03 18:15:36.741503 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662c29a3-0b29-44b4-9ecb-ab4d90b8010d None None] The sync data for ids ['ae550afc-b948-43d2-8aba-fd41f2af33ad'] in dv-cinder-788782-10-iscsi is: [{'id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'name': 'tempest-TestVolumeBootPattern-1206368536-router', 'tenant_id': 'e28b299b0834478baa6bc29cbc362b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '5f1b49c3-adce-403c-be4c-89387fcbe29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:30Z', 'updated_at': '2021-09-03T18:15:33Z', 'revision_number': 3, 'project_id': 'e28b299b0834478baa6bc29cbc362b2e', 'gw_port': {'id': '5f1b49c3-adce-403c-be4c-89387fcbe29e', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:32Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:15:36.755336 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.764303 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.802766 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:36.920420 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:36.920816 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.929925 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920916'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:36.964937 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Pushing event updated for resources: {'Port': ['ID=3b48d3a7-c5de-4553-9734-0a648927dfff,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:37.095896 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Network a7ce0675-2b11-4e14-a96c-6e7c14aac2e9 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:15:37.097920 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:37.342716 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b337e20-5d0f-403f-ae8d-e4f25be16757 req-47f2c5d6-b11d-4854-b544-157cb8ed218c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:37.351263 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9b337e20-5d0f-403f-ae8d-e4f25be16757 req-47f2c5d6-b11d-4854-b544-157cb8ed218c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.1255138 Sep 03 18:15:37.397095 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9b337e20-5d0f-403f-ae8d-e4f25be16757 req-56e65223-3a6f-4cb2-a795-4ea935619eac tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436552 Sep 03 18:15:37.413726 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Router ae550afc-b948-43d2-8aba-fd41f2af33ad has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:15:37.563120 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:15:37.578282 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6bc2cc02-b3a4-4299-b6b4-e4648bd39025 admin admin] 10.222.0.45 "PUT /v2.0/routers/ae550afc-b948-43d2-8aba-fd41f2af33ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2940736 Sep 03 18:15:37.588296 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-cdd53f4b-c9a9-4df2-8a28-8cf6b7164cb4 None None] Provisioning complete for port 3b48d3a7-c5de-4553-9734-0a648927dfff triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:37.589332 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-cdd53f4b-c9a9-4df2-8a28-8cf6b7164cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:37.698780 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-cdd53f4b-c9a9-4df2-8a28-8cf6b7164cb4 None None] Port 3b48d3a7-c5de-4553-9734-0a648927dfff cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:15:37.954541 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3102c06b-e1f2-4eb4-b899-7311e396ea54 req-cf5f6278-2fe6-491f-9938-f7acdd970b68 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:37.962517 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3102c06b-e1f2-4eb4-b899-7311e396ea54 req-cf5f6278-2fe6-491f-9938-f7acdd970b68 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.1165307 Sep 03 18:15:38.045826 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3102c06b-e1f2-4eb4-b899-7311e396ea54 req-9bb344b8-a5ae-4883-a5ce-a79e74ab6366 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820110 Sep 03 18:15:38.261623 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163ccae-2a96-4206-a90c-3d0d4b6c3fde req-13d73cd7-ad8e-4386-b7d3-4054af856d30 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:38.263575 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5163ccae-2a96-4206-a90c-3d0d4b6c3fde req-13d73cd7-ad8e-4386-b7d3-4054af856d30 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0883291 Sep 03 18:15:38.300025 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 49490) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:38.361270 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5163ccae-2a96-4206-a90c-3d0d4b6c3fde req-d8ee63fe-bf48-41f4-9a17-a137fdc9a475 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811350 Sep 03 18:15:38.495810 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 5f1b49c3-adce-403c-be4c-89387fcbe29e up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:38.529599 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-660c53c8-5884-4ffb-8bf5-855515f1d5fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.586820 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 5f1b49c3-adce-403c-be4c-89387fcbe29e completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:38.598757 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d3bbc-dfd0-40ca-af75-e122c9058314 req-b6ab1e97-9a34-4ad4-972e-3c054bb12d08 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:38.602240 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 5f1b49c3-adce-403c-be4c-89387fcbe29e triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:38.604285 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.610748 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ed6d3bbc-dfd0-40ca-af75-e122c9058314 req-b6ab1e97-9a34-4ad4-972e-3c054bb12d08 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0842216 Sep 03 18:15:38.676173 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ed6d3bbc-dfd0-40ca-af75-e122c9058314 req-7412ab7d-cbb5-410f-bee5-136066524908 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603158 Sep 03 18:15:38.818326 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.843076 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-660c53c8-5884-4ffb-8bf5-855515f1d5fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.849088 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-660c53c8-5884-4ffb-8bf5-855515f1d5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.888762 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port 5f1b49c3-adce-403c-be4c-89387fcbe29e, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=5f1b49c3-adce-403c-be4c-89387fcbe29e,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:38.896337 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:38.952767 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660c53c8-5884-4ffb-8bf5-855515f1d5fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c693519f-63ee-480d-90cb-9b15bb5994f6,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:38.973207 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-660c53c8-5884-4ffb-8bf5-855515f1d5fb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1af387cf5d084abe9127a2d1c57875bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6720972 Sep 03 18:15:38.975660 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 49510) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:39.004939 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=5f1b49c3-adce-403c-be4c-89387fcbe29e,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:39.051770 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-20d6359b-784c-4f9a-968c-4610b5b8745c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.105833 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-20d6359b-784c-4f9a-968c-4610b5b8745c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.119271 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 49514) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:39.124793 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-7d374941-b5e9-480d-9353-fdf0eb827316 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-480919539', 'description': 'tempest-secgroup-smoke-480919539 description', 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:39.173749 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d374941-b5e9-480d-9353-fdf0eb827316 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.293311 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-20d6359b-784c-4f9a-968c-4610b5b8745c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.297324 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-20d6359b-784c-4f9a-968c-4610b5b8745c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.301656 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-20d6359b-784c-4f9a-968c-4610b5b8745c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c693519f-63ee-480d-90cb-9b15bb5994f6 HTTP/1.1" status: 204 len: 168 time: 0.3219426 Sep 03 18:15:39.314784 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d6359b-784c-4f9a-968c-4610b5b8745c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c693519f-63ee-480d-90cb-9b15bb5994f6,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:39.356475 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9bfdb-ad6a-4a7f-9087-86f4373325e5 req-ce76ac13-c454-4122-addc-88b6861a0e6a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:39.357508 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d374941-b5e9-480d-9353-fdf0eb827316 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.361347 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7df88ca-9c4d-4b6d-a658-1e1d56d65831 req-449d3f22-e030-4596-a7b2-5ed69ad748f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:39.364149 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b7df88ca-9c4d-4b6d-a658-1e1d56d65831 req-449d3f22-e030-4596-a7b2-5ed69ad748f2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 1098 time: 0.0936508 Sep 03 18:15:39.365795 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d374941-b5e9-480d-9353-fdf0eb827316 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.368318 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72b9bfdb-ad6a-4a7f-9087-86f4373325e5 req-ce76ac13-c454-4122-addc-88b6861a0e6a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.1910899 Sep 03 18:15:39.427755 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72b9bfdb-ad6a-4a7f-9087-86f4373325e5 req-8c4d6d49-25c9-42e7-8165-01e40f0714cf tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581732 Sep 03 18:15:39.535989 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Sync routers for ids ['ae550afc-b948-43d2-8aba-fd41f2af33ad'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:15:39.537763 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7d374941-b5e9-480d-9353-fdf0eb827316 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.539103 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7d374941-b5e9-480d-9353-fdf0eb827316 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4184589 Sep 03 18:15:39.544205 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 49536) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:39.568205 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b7df88ca-9c4d-4b6d-a658-1e1d56d65831 req-c4fe3a0b-3f65-4725-ac47-d4579b535177 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904559 Sep 03 18:15:39.580664 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Routers {'ae550afc-b948-43d2-8aba-fd41f2af33ad'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:39.581316 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:15:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['ae550afc-b948-43d2-8aba-fd41f2af33ad'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:39.586216 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-a6d294c0-ff86-43dc-875c-4c527c709df4 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Request body: {'security_group_rule': {'security_group_id': '05d25b1e-6f51-4202-82c3-76c536106f35', 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:39.592593 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d374941-b5e9-480d-9353-fdf0eb827316 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05d25b1e-6f51-4202-82c3-76c536106f35,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:39.797851 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bac721-f181-4e91-8e56-c06534c3ff97 req-6ea963c5-3b1f-4bd8-a7f8-567160facdde tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:39.809559 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8bac721-f181-4e91-8e56-c06534c3ff97 req-6ea963c5-3b1f-4bd8-a7f8-567160facdde tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.2776797 Sep 03 18:15:39.861314 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Set router ae550afc-b948-43d2-8aba-fd41f2af33ad gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:39.867546 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a6d294c0-ff86-43dc-875c-4c527c709df4 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:39.928347 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8bac721-f181-4e91-8e56-c06534c3ff97 req-cf312d3d-1ba5-4bb3-8dba-6915f0699e87 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103690 Sep 03 18:15:39.993875 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83200f-51d1-4a8f-a8a4-58149f461d78 req-7bc063f3-1709-46f3-aaea-611c92014ae2 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:39.995495 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac83200f-51d1-4a8f-a8a4-58149f461d78 req-7bc063f3-1709-46f3-aaea-611c92014ae2 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.1646657 Sep 03 18:15:40.017437 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 49552) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:40.045005 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bc3e4996-7bc8-47d4-adc4-75fb3d3d111c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.058720 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a6d294c0-ff86-43dc-875c-4c527c709df4 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.067909 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac83200f-51d1-4a8f-a8a4-58149f461d78 req-f2244fb4-df66-4fe7-a4fb-219cde6d6a65 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589955 Sep 03 18:15:40.069043 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a6d294c0-ff86-43dc-875c-4c527c709df4 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.095906 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d294c0-ff86-43dc-875c-4c527c709df4 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db913f5-fa8f-45c8-900e-e89d3054492e,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:40.190581 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'name': 'tempest-TestVolumeBootPattern-1206368536-router', 'tenant_id': 'e28b299b0834478baa6bc29cbc362b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '5f1b49c3-adce-403c-be4c-89387fcbe29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:30Z', 'updated_at': '2021-09-03T18:15:36Z', 'revision_number': 4, 'project_id': 'e28b299b0834478baa6bc29cbc362b2e', 'gw_port': {'id': '5f1b49c3-adce-403c-be4c-89387fcbe29e', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:32Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '3b48d3a7-c5de-4553-9734-0a648927dfff', 'name': '', 'network_id': 'a7ce0675-2b11-4e14-a96c-6e7c14aac2e9', 'tenant_id': 'e28b299b0834478baa6bc29cbc362b2e', 'mac_address': 'fa:16:3e:86:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '725fd622-111d-479d-b2c6-eb2aad2ddda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:35Z', 'updated_at': '2021-09-03T18:15:36Z', 'revision_number': 2, 'project_id': 'e28b299b0834478baa6bc29cbc362b2e', 'subnets': [{'id': '725fd622-111d-479d-b2c6-eb2aad2ddda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:40.200208 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bc3e4996-7bc8-47d4-adc4-75fb3d3d111c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.207047 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bc3e4996-7bc8-47d4-adc4-75fb3d3d111c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.211812 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-a6d294c0-ff86-43dc-875c-4c527c709df4 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.216179 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a6d294c0-ff86-43dc-875c-4c527c709df4 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6709931 Sep 03 18:15:40.219646 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 49554) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:40.225347 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-d4c5a79c-ead1-4723-b298-36a3118fa20f tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Request body: {'security_group_rule': {'security_group_id': '05d25b1e-6f51-4202-82c3-76c536106f35', 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:40.227183 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Checking router: ae550afc-b948-43d2-8aba-fd41f2af33ad for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:15:40.227884 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Updating router ae550afc-b948-43d2-8aba-fd41f2af33ad port 3b48d3a7-c5de-4553-9734-0a648927dfff binding host dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:15:40.268671 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-bc3e4996-7bc8-47d4-adc4-75fb3d3d111c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=42f61a3db4654a1ea7b17ca465314933&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465086 Sep 03 18:15:40.268671 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e4996-7bc8-47d4-adc4-75fb3d3d111c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d7e92b-3338-4279-a783-953eb700c49a,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:40.269079 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 49556) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:40.299447 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.308021 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a79c-ead1-4723-b298-36a3118fa20f tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.471634 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a79c-ead1-4723-b298-36a3118fa20f tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.477929 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49cf381d-290f-40e1-b23e-6e098c3e6bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.490753 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a79c-ead1-4723-b298-36a3118fa20f tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.493946 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 5f1b49c3-adce-403c-be4c-89387fcbe29e up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:40.527307 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c5a79c-ead1-4723-b298-36a3118fa20f tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84cc2456-7d51-4c73-be29-d0d949b873a8,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:40.543806 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d4c5a79c-ead1-4723-b298-36a3118fa20f tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.545785 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d4c5a79c-ead1-4723-b298-36a3118fa20f tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3250191 Sep 03 18:15:40.548768 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 49560) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:40.554147 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-d1e3716f-af82-4e8a-8370-64533f0d845b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Request body: {'security_group_rule': {'security_group_id': '05d25b1e-6f51-4202-82c3-76c536106f35', 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:40.559743 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49cf381d-290f-40e1-b23e-6e098c3e6bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.585920 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 5f1b49c3-adce-403c-be4c-89387fcbe29e triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:40.586604 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.619328 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d1e3716f-af82-4e8a-8370-64533f0d845b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.730510 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d1e3716f-af82-4e8a-8370-64533f0d845b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.736004 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d1e3716f-af82-4e8a-8370-64533f0d845b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.760155 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c3c689-9632-4aa3-9a24-e69bb37fb787 req-eb3772bc-57d1-4386-b401-784f1caeba10 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:40.760611 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d1e3716f-af82-4e8a-8370-64533f0d845b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.762157 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d1e3716f-af82-4e8a-8370-64533f0d845b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2117243 Sep 03 18:15:40.765264 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 49564) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:40.766139 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e3716f-af82-4e8a-8370-64533f0d845b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5da27eaa-25f0-47d1-b6c4-0720d58b2966,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:40.768665 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e6c3c689-9632-4aa3-9a24-e69bb37fb787 req-eb3772bc-57d1-4386-b401-784f1caeba10 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.2063293 Sep 03 18:15:40.773547 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-0900bb0a-65e9-4531-b8f6-8babed5a6f21 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Request body: {'security_group_rule': {'security_group_id': '05d25b1e-6f51-4202-82c3-76c536106f35', 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:40.821897 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0900bb0a-65e9-4531-b8f6-8babed5a6f21 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.864721 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49cf381d-290f-40e1-b23e-6e098c3e6bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.873491 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49cf381d-290f-40e1-b23e-6e098c3e6bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.881158 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-49cf381d-290f-40e1-b23e-6e098c3e6bbe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/44d7e92b-3338-4279-a783-953eb700c49a HTTP/1.1" status: 204 len: 168 time: 0.6109834 Sep 03 18:15:40.902375 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0900bb0a-65e9-4531-b8f6-8babed5a6f21 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.907162 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0900bb0a-65e9-4531-b8f6-8babed5a6f21 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.907845 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.937426 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e6c3c689-9632-4aa3-9a24-e69bb37fb787 req-fd806b55-4623-4825-a02c-4836f62236ad tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677120 Sep 03 18:15:40.943510 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cf381d-290f-40e1-b23e-6e098c3e6bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d7e92b-3338-4279-a783-953eb700c49a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:40.949979 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Transition to ACTIVE for port object 3b48d3a7-c5de-4553-9734-0a648927dfff will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:15:40.954031 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900bb0a-65e9-4531-b8f6-8babed5a6f21 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=548aef33-2b01-414e-996d-a9f10cb35529,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:40.961923 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0900bb0a-65e9-4531-b8f6-8babed5a6f21 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:40.963625 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0900bb0a-65e9-4531-b8f6-8babed5a6f21 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1951630 Sep 03 18:15:40.965946 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 49568) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:40.971331 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-cd0400af-8a09-4d99-a6b0-e11fa00ecc21 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Request body: {'security_group_rule': {'security_group_id': '05d25b1e-6f51-4202-82c3-76c536106f35', 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:40.996747 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:41.028575 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.securitygroups_db [None req-cd0400af-8a09-4d99-a6b0-e11fa00ecc21 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Project fbbf39ea06ed4764ad55a9860853f5f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:15:41.033763 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-cd0400af-8a09-4d99-a6b0-e11fa00ecc21 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:41.098611 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4a63b-d789-464e-841b-f690566eee35 None None] Pushing event updated for resources: {'Port': ['ID=3b48d3a7-c5de-4553-9734-0a648927dfff,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:41.186759 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-cd0400af-8a09-4d99-a6b0-e11fa00ecc21 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:41.217634 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e80b4b4-56ac-4764-8675-ee923b38ef41 req-aff9e43f-e4ae-43b6-a6b8-9e21d84ef241 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:41.219313 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8e80b4b4-56ac-4764-8675-ee923b38ef41 req-aff9e43f-e4ae-43b6-a6b8-9e21d84ef241 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.1700325 Sep 03 18:15:41.219984 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-cd0400af-8a09-4d99-a6b0-e11fa00ecc21 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:41.263898 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-cd0400af-8a09-4d99-a6b0-e11fa00ecc21 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:41.265458 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-cd0400af-8a09-4d99-a6b0-e11fa00ecc21 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2982516 Sep 03 18:15:41.268328 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 49576) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:41.275220 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Attempting to bind port 3b48d3a7-c5de-4553-9734-0a648927dfff on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:15:41.275543 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-7624addc-866e-401b-8456-998002659adc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Request body: {'security_group_rule': {'security_group_id': '05d25b1e-6f51-4202-82c3-76c536106f35', 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:41.276858 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Attempting to bind port 3b48d3a7-c5de-4553-9734-0a648927dfff by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a7ce0675-2b11-4e14-a96c-6e7c14aac2e9'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:15:41.277352 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Attempting to bind port 3b48d3a7-c5de-4553-9734-0a648927dfff on network a7ce0675-2b11-4e14-a96c-6e7c14aac2e9 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:15:41.294190 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:15:41.294768 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Checking segment: {'id': 'bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a7ce0675-2b11-4e14-a96c-6e7c14aac2e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:41.295442 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:41.295942 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Bound using segment: {'id': 'bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a7ce0675-2b11-4e14-a96c-6e7c14aac2e9'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:15:41.296536 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Bound port: 3b48d3a7-c5de-4553-9734-0a648927dfff, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'a7ce0675-2b11-4e14-a96c-6e7c14aac2e9'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:15:41.297085 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:41.327922 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.securitygroups_db [None req-7624addc-866e-401b-8456-998002659adc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Project fbbf39ea06ed4764ad55a9860853f5f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:15:41.335641 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7624addc-866e-401b-8456-998002659adc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:41.383239 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0400af-8a09-4d99-a6b0-e11fa00ecc21 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb942ad-cd6b-47e1-9c19-abd77056d843,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:41.444649 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713a18f2-ad5a-485c-9690-9091fa313339 req-099824ee-f7f1-4254-9b06-0d3e999ede40 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:41.456186 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-713a18f2-ad5a-485c-9690-9091fa313339 req-099824ee-f7f1-4254-9b06-0d3e999ede40 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.1964138 Sep 03 18:15:41.477958 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] For port 3b48d3a7-c5de-4553-9734-0a648927dfff, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:15:41.487470 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7624addc-866e-401b-8456-998002659adc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:41.492215 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] For port 3b48d3a7-c5de-4553-9734-0a648927dfff, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=3b48d3a7-c5de-4553-9734-0a648927dfff,segment=NetworkSegment(bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa),segment_id=bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:15:41.494156 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7624addc-866e-401b-8456-998002659adc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:41.498431 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8e80b4b4-56ac-4764-8675-ee923b38ef41 req-4d924644-dd58-49b9-b55a-72873f491299 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401032 Sep 03 18:15:41.506075 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:41.544584 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7624addc-866e-401b-8456-998002659adc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:41.546321 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7624addc-866e-401b-8456-998002659adc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2766974 Sep 03 18:15:41.549301 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624addc-866e-401b-8456-998002659adc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda6f018-4d12-429e-8d37-2bab380f21d8,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:41.557360 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-713a18f2-ad5a-485c-9690-9091fa313339 req-5b00a954-83c4-4467-8eeb-894356600011 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998039 Sep 03 18:15:41.575618 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Routers {'ae550afc-b948-43d2-8aba-fd41f2af33ad'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:15:41.575618 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:15:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['ae550afc-b948-43d2-8aba-fd41f2af33ad'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:41.715891 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] Set router ae550afc-b948-43d2-8aba-fd41f2af33ad gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:15:41.718136 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea4a63b-d789-464e-841b-f690566eee35 None None] Pushing event updated for resources: {'Port': ['ID=3b48d3a7-c5de-4553-9734-0a648927dfff,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:42.061020 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d0df1-eeb7-432e-b15f-a35985161cc3 req-8830fd75-1648-47e9-96dd-71a51f9a0964 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:42.066874 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f73d0df1-eeb7-432e-b15f-a35985161cc3 req-8830fd75-1648-47e9-96dd-71a51f9a0964 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0625808 Sep 03 18:15:42.073926 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'name': 'tempest-TestVolumeBootPattern-1206368536-router', 'tenant_id': 'e28b299b0834478baa6bc29cbc362b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '5f1b49c3-adce-403c-be4c-89387fcbe29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:30Z', 'updated_at': '2021-09-03T18:15:36Z', 'revision_number': 4, 'project_id': 'e28b299b0834478baa6bc29cbc362b2e', 'gw_port': {'id': '5f1b49c3-adce-403c-be4c-89387fcbe29e', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:32Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '3b48d3a7-c5de-4553-9734-0a648927dfff', 'name': '', 'network_id': 'a7ce0675-2b11-4e14-a96c-6e7c14aac2e9', 'tenant_id': 'e28b299b0834478baa6bc29cbc362b2e', 'mac_address': 'fa:16:3e:86:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '725fd622-111d-479d-b2c6-eb2aad2ddda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:35Z', 'updated_at': '2021-09-03T18:15:41Z', 'revision_number': 4, 'project_id': 'e28b299b0834478baa6bc29cbc362b2e', 'subnets': [{'id': '725fd622-111d-479d-b2c6-eb2aad2ddda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:15:42.104699 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1a8598-8cc8-4f35-8e74-036fbf34f679 None None] The sync data for ids ['ae550afc-b948-43d2-8aba-fd41f2af33ad'] in dv-cinder-788782-10-iscsi is: [{'id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'name': 'tempest-TestVolumeBootPattern-1206368536-router', 'tenant_id': 'e28b299b0834478baa6bc29cbc362b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '5f1b49c3-adce-403c-be4c-89387fcbe29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:30Z', 'updated_at': '2021-09-03T18:15:36Z', 'revision_number': 4, 'project_id': 'e28b299b0834478baa6bc29cbc362b2e', 'gw_port': {'id': '5f1b49c3-adce-403c-be4c-89387fcbe29e', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:32Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '3b48d3a7-c5de-4553-9734-0a648927dfff', 'name': '', 'network_id': 'a7ce0675-2b11-4e14-a96c-6e7c14aac2e9', 'tenant_id': 'e28b299b0834478baa6bc29cbc362b2e', 'mac_address': 'fa:16:3e:86:b9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '725fd622-111d-479d-b2c6-eb2aad2ddda9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:35Z', 'updated_at': '2021-09-03T18:15:41Z', 'revision_number': 4, 'project_id': 'e28b299b0834478baa6bc29cbc362b2e', 'subnets': [{'id': '725fd622-111d-479d-b2c6-eb2aad2ddda9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:15:42.125880 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f73d0df1-eeb7-432e-b15f-a35985161cc3 req-ce927681-6565-4b32-afd2-7251e9711c9c tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559602 Sep 03 18:15:42.497592 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 3b48d3a7-c5de-4553-9734-0a648927dfff up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:42.519541 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ff7e8-b82b-4818-bc94-762141745d0b req-b03278a3-ea9a-4087-a5c0-e5adbb4f0f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:42.539054 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-422ff7e8-b82b-4818-bc94-762141745d0b req-b03278a3-ea9a-4087-a5c0-e5adbb4f0f43 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ffb56f8a86c44c33a37e5e17d2009e34&device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 1098 time: 0.0819099 Sep 03 18:15:42.591184 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 3b48d3a7-c5de-4553-9734-0a648927dfff completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:15:42.597460 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 3b48d3a7-c5de-4553-9734-0a648927dfff triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:42.598242 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:42.762052 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:42.762990 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ff7e8-b82b-4818-bc94-762141745d0b req-9e62b551-ce4f-43fb-8a4d-5677a5353fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:42.764726 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-422ff7e8-b82b-4818-bc94-762141745d0b req-9e62b551-ce4f-43fb-8a4d-5677a5353fc9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96 HTTP/1.1" status: 200 len: 920 time: 0.2161417 Sep 03 18:15:42.800146 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port 3b48d3a7-c5de-4553-9734-0a648927dfff, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=3b48d3a7-c5de-4553-9734-0a648927dfff,segment=NetworkSegment(bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa),segment_id=bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:42.805810 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:42.818042 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-422ff7e8-b82b-4818-bc94-762141745d0b req-ff1ad930-b4ce-4730-8f82-a8103440098c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d093173a-f8a3-4b06-a11a-f694e3257f2f HTTP/1.1" status: 200 len: 217 time: 0.0438368 Sep 03 18:15:42.921610 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ff7e8-b82b-4818-bc94-762141745d0b req-b6d85374-3e64-4f88-af63-4d298c629440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:42.923600 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-422ff7e8-b82b-4818-bc94-762141745d0b req-b6d85374-3e64-4f88-af63-4d298c629440 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=67ddc986-ec27-49bf-ac46-8bc382025127 HTTP/1.1" status: 200 len: 859 time: 0.0978911 Sep 03 18:15:42.946921 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=3b48d3a7-c5de-4553-9734-0a648927dfff,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:42.971002 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527791ae-d400-4ec9-a9f6-aa5b8bb4d8ef req-0399e160-c456-4061-acdd-654dfc6f6efb tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:42.972605 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-527791ae-d400-4ec9-a9f6-aa5b8bb4d8ef req-0399e160-c456-4061-acdd-654dfc6f6efb tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.4483800 Sep 03 18:15:42.977935 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-422ff7e8-b82b-4818-bc94-762141745d0b req-0faaa084-0186-40c8-80ef-c3859b80a469 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455077 Sep 03 18:15:43.014224 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7306014-7ebd-415d-97a7-9e1f64b84c21 req-200f6ea8-b684-4a5d-93f9-a663c4cde061 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:43.015814 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c7306014-7ebd-415d-97a7-9e1f64b84c21 req-200f6ea8-b684-4a5d-93f9-a663c4cde061 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.1306567 Sep 03 18:15:43.053785 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-527791ae-d400-4ec9-a9f6-aa5b8bb4d8ef req-4b1d8288-4c45-4c4c-8a71-603a34fb5112 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725887 Sep 03 18:15:43.111069 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c7306014-7ebd-415d-97a7-9e1f64b84c21 req-6f43972a-9478-4c7d-8ebd-00ec214210e5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841131 Sep 03 18:15:43.163631 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-422ff7e8-b82b-4818-bc94-762141745d0b req-8c71c982-3824-444d-9172-08830573c5ca service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687834 Sep 03 18:15:43.196840 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267ef666-94d3-42f9-abba-f42d13bef851 req-b45020df-5b33-42d8-bf94-9643f4a453e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:43.198441 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-267ef666-94d3-42f9-abba-f42d13bef851 req-b45020df-5b33-42d8-bf94-9643f4a453e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0816920 Sep 03 18:15:43.243616 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-267ef666-94d3-42f9-abba-f42d13bef851 req-08cbdcd1-0805-4ca9-a904-43f17a4e0f2e tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377316 Sep 03 18:15:43.315331 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-422ff7e8-b82b-4818-bc94-762141745d0b req-a19aaf46-b833-48ff-84e7-65e48ffc2ff0 service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396682 Sep 03 18:15:44.309666 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f0d159-a6ca-429b-a5fb-817a1c8b5cf6 req-0685bc49-c42c-479a-8024-81a77f2d7825 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:44.311694 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23f0d159-a6ca-429b-a5fb-817a1c8b5cf6 req-0685bc49-c42c-479a-8024-81a77f2d7825 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.1790695 Sep 03 18:15:44.391517 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49fc070-ac12-443b-915c-0231ebd31a5e req-539da1d7-902a-4c21-afbf-85bffc3592eb tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:44.393672 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a49fc070-ac12-443b-915c-0231ebd31a5e req-539da1d7-902a-4c21-afbf-85bffc3592eb tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.1495631 Sep 03 18:15:44.430666 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23f0d159-a6ca-429b-a5fb-817a1c8b5cf6 req-5ef8f556-9d07-4f15-8759-299431d0b815 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038749 Sep 03 18:15:44.468372 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 3b48d3a7-c5de-4553-9734-0a648927dfff up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:15:44.544245 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 3b48d3a7-c5de-4553-9734-0a648927dfff triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:15:44.545041 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:44.577611 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a49fc070-ac12-443b-915c-0231ebd31a5e req-daa78093-5fa1-4e24-9912-0513e7f6d78f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420648 Sep 03 18:15:44.684980 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306c850-04bb-45b8-aeaa-23cfe76b2ac5 req-1dcc339d-9024-4ac0-8bef-88ea24c98a70 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:44.694532 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0306c850-04bb-45b8-aeaa-23cfe76b2ac5 req-1dcc339d-9024-4ac0-8bef-88ea24c98a70 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0985131 Sep 03 18:15:44.752469 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0306c850-04bb-45b8-aeaa-23cfe76b2ac5 req-47e56727-53ed-4a02-a0f9-a1874cec2326 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553496 Sep 03 18:15:45.573103 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d14cc7-4e78-44f8-865b-c313e08b5994 req-a2d34804-e9ae-4818-8d47-0252378f3754 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:45.574503 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-61d14cc7-4e78-44f8-865b-c313e08b5994 req-a2d34804-e9ae-4818-8d47-0252378f3754 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0508244 Sep 03 18:15:45.653763 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-61d14cc7-4e78-44f8-865b-c313e08b5994 req-3c476b3c-4539-4f36-8503-2ec31966003f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676837 Sep 03 18:15:45.768172 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cda354-40aa-4c62-98df-0140285eb652 req-17d84506-49d5-41e8-b030-693ac612cee1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:45.777206 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d2cda354-40aa-4c62-98df-0140285eb652 req-17d84506-49d5-41e8-b030-693ac612cee1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0716228 Sep 03 18:15:45.836101 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d2cda354-40aa-4c62-98df-0140285eb652 req-8cc11e15-adc1-4b07-b459-8470a79e2dd8 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578890 Sep 03 18:15:45.949183 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f645d53-8f05-432f-9579-a03619281409 req-6c4735fd-8b3c-4d30-b04d-b9828f43847c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:45.951054 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6f645d53-8f05-432f-9579-a03619281409 req-6c4735fd-8b3c-4d30-b04d-b9828f43847c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0764170 Sep 03 18:15:46.014351 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6f645d53-8f05-432f-9579-a03619281409 req-5950b630-92e8-4d95-adba-3303a0de8c76 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559509 Sep 03 18:15:46.969004 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54151caa-77ce-493f-afff-6b82ff234e5b req-49f8a6c7-b0dc-4afd-9ea0-76d13d725d05 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:46.972083 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-54151caa-77ce-493f-afff-6b82ff234e5b req-49f8a6c7-b0dc-4afd-9ea0-76d13d725d05 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0530984 Sep 03 18:15:47.011716 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-54151caa-77ce-493f-afff-6b82ff234e5b req-ca00962d-3a16-43e2-84b5-bb931636a30d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324972 Sep 03 18:15:47.134996 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da7434-7a95-4e6a-9faf-93ea2e739e07 req-63979ec9-405f-467e-b9ec-9ed767191fc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:47.136431 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-52da7434-7a95-4e6a-9faf-93ea2e739e07 req-63979ec9-405f-467e-b9ec-9ed767191fc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0506594 Sep 03 18:15:47.210080 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-52da7434-7a95-4e6a-9faf-93ea2e739e07 req-92942799-90a1-4a21-9bd1-1413be56bc64 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674622 Sep 03 18:15:47.337046 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d634005-b260-4f2c-be85-c04e30dbdbe2 req-b9a73e44-00f7-4047-9b7e-8440a94e7721 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:47.338575 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0d634005-b260-4f2c-be85-c04e30dbdbe2 req-b9a73e44-00f7-4047-9b7e-8440a94e7721 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0610986 Sep 03 18:15:47.382494 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0d634005-b260-4f2c-be85-c04e30dbdbe2 req-a388bf82-ffdd-4da4-bbf3-3e33a1b1da65 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379550 Sep 03 18:15:48.135122 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c4834d-2987-4608-bb44-cb8dd4204871 req-d3c1d067-2d50-44fb-8612-0208fd7739ca tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:48.136607 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f9c4834d-2987-4608-bb44-cb8dd4204871 req-d3c1d067-2d50-44fb-8612-0208fd7739ca tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0503817 Sep 03 18:15:48.175037 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f9c4834d-2987-4608-bb44-cb8dd4204871 req-f97d2981-74b9-4018-8b50-7cd09832424a tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320513 Sep 03 18:15:48.352845 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93799f4e-ab16-438b-8d00-70b3f54f43b7 req-4df69cc6-e6ba-4d9c-97a7-8cf89d836550 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:48.354355 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-93799f4e-ab16-438b-8d00-70b3f54f43b7 req-4df69cc6-e6ba-4d9c-97a7-8cf89d836550 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0652444 Sep 03 18:15:48.413658 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-93799f4e-ab16-438b-8d00-70b3f54f43b7 req-427ea16f-9f5f-497b-a0b5-3494d4268d42 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500672 Sep 03 18:15:49.314885 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e1c13a-6013-48c8-b6bb-e3376552d5c6 req-05fe854f-2e9f-4817-8373-531b8f4f47ae tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:49.317006 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a0e1c13a-6013-48c8-b6bb-e3376552d5c6 req-05fe854f-2e9f-4817-8373-531b8f4f47ae tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0553765 Sep 03 18:15:49.358956 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a0e1c13a-6013-48c8-b6bb-e3376552d5c6 req-ea2591c2-17e2-4148-9caf-7ea5a68e32fe tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355518 Sep 03 18:15:49.548528 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627011b-33aa-4e2d-b6c2-618762b86de9 req-0273ead5-2caa-424c-999d-97067f0a5c97 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:49.550238 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3627011b-33aa-4e2d-b6c2-618762b86de9 req-0273ead5-2caa-424c-999d-97067f0a5c97 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0687659 Sep 03 18:15:49.600864 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3627011b-33aa-4e2d-b6c2-618762b86de9 req-17ad6d44-ad18-4767-adc3-3d070c8c0a6c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431116 Sep 03 18:15:49.783119 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 49704) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:49.945343 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bf4f19fa-cde2-4b23-a4f0-9247b3a0f999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:50.042373 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bf4f19fa-cde2-4b23-a4f0-9247b3a0f999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:50.047270 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bf4f19fa-cde2-4b23-a4f0-9247b3a0f999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:50.093134 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-bf4f19fa-cde2-4b23-a4f0-9247b3a0f999 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4b1159db677547a8bb3dadf5d7c618d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088374 Sep 03 18:15:50.094673 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f19fa-cde2-4b23-a4f0-9247b3a0f999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0c569b-1cc7-4914-b1f0-d0ed351de504,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:50.095746 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 49712) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:50.149861 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-329ef1e1-34e4-405f-b019-564a9535126f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:50.170814 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-329ef1e1-34e4-405f-b019-564a9535126f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:50.221993 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-329ef1e1-34e4-405f-b019-564a9535126f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:50.224623 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-329ef1e1-34e4-405f-b019-564a9535126f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:50.225818 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-329ef1e1-34e4-405f-b019-564a9535126f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6c0c569b-1cc7-4914-b1f0-d0ed351de504 HTTP/1.1" status: 204 len: 168 time: 0.1289535 Sep 03 18:15:50.234393 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329ef1e1-34e4-405f-b019-564a9535126f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0c569b-1cc7-4914-b1f0-d0ed351de504,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:50.495844 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8296897c-9bfa-4cd6-987c-3911a10e0a8c req-c401e8aa-d2a1-4504-ab28-e4cacba6bc32 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:50.497470 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8296897c-9bfa-4cd6-987c-3911a10e0a8c req-c401e8aa-d2a1-4504-ab28-e4cacba6bc32 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0640149 Sep 03 18:15:50.553880 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8296897c-9bfa-4cd6-987c-3911a10e0a8c req-91efb3cc-e018-4897-b1db-eba1a93b78cd tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483775 Sep 03 18:15:50.746046 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7948cf5-cd90-4c02-9b87-4a5f51d04eea req-0a5731b2-48ae-4a6c-8401-3b75c04175e2 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:50.747662 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d7948cf5-cd90-4c02-9b87-4a5f51d04eea req-0a5731b2-48ae-4a6c-8401-3b75c04175e2 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0626564 Sep 03 18:15:50.813284 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d7948cf5-cd90-4c02-9b87-4a5f51d04eea req-e9850f3e-1ad8-4522-ade3-1f3cb72c487a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552638 Sep 03 18:15:51.057817 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 49742) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:51.193561 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-49718b90-468a-45c4-ba89-534cf3ffa444 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-615867746-network', 'tenant_id': '122b505c2d10486e952c97a7898080ab'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:51.220445 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49718b90-468a-45c4-ba89-534cf3ffa444 admin admin] Made reservation on behalf of 122b505c2d10486e952c97a7898080ab for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:51.225568 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49718b90-468a-45c4-ba89-534cf3ffa444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:51.234095 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49718b90-468a-45c4-ba89-534cf3ffa444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:51.353874 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49718b90-468a-45c4-ba89-534cf3ffa444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:51.358628 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49718b90-468a-45c4-ba89-534cf3ffa444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:51.395946 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49718b90-468a-45c4-ba89-534cf3ffa444 admin admin] vlan segment allocate from pool success with {'vlan_id': 425, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:15:51.407034 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49718b90-468a-45c4-ba89-534cf3ffa444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff36f56e-d870-425d-8d53-32d7f72791f5,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:51.416194 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49718b90-468a-45c4-ba89-534cf3ffa444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:51.416472 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-49718b90-468a-45c4-ba89-534cf3ffa444 admin admin] Added segment 1a47b6ab-904e-4698-a1c5-73ee34fe5472 of type vlan for network e06cc298-59e6-4e1c-8918-dd03b12f8f3c Sep 03 18:15:51.470804 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49718b90-468a-45c4-ba89-534cf3ffa444 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:51.502757 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49718b90-468a-45c4-ba89-534cf3ffa444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:51.504854 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49718b90-468a-45c4-ba89-534cf3ffa444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:51.505623 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49718b90-468a-45c4-ba89-534cf3ffa444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:51.544296 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-49718b90-468a-45c4-ba89-534cf3ffa444 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4851832 Sep 03 18:15:51.547568 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 49750) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:15:51.555795 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-4ea7a830-6a51-4be4-8c83-bd090ae1cfa0 admin admin] Request body: {'subnet': {'network_id': 'e06cc298-59e6-4e1c-8918-dd03b12f8f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-615867746-subnet', 'tenant_id': '122b505c2d10486e952c97a7898080ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:15:51.581194 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea7a830-6a51-4be4-8c83-bd090ae1cfa0 admin admin] Made reservation on behalf of 122b505c2d10486e952c97a7898080ab for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:15:51.582653 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49718b90-468a-45c4-ba89-534cf3ffa444 admin admin] Pushing event updated for resources: {'Network': ['ID=e06cc298-59e6-4e1c-8918-dd03b12f8f3c,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:51.586049 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a830-6a51-4be4-8c83-bd090ae1cfa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26242137'] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:51.595428 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network e06cc298-59e6-4e1c-8918-dd03b12f8f3c details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:15:51.723712 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83871b1a-3e7e-4150-b5d0-35f71bec8d4f req-9cdf2142-27f7-43ce-a658-7f158d2b1d09 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:51.725494 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-83871b1a-3e7e-4150-b5d0-35f71bec8d4f req-9cdf2142-27f7-43ce-a658-7f158d2b1d09 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0843174 Sep 03 18:15:51.784668 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-83871b1a-3e7e-4150-b5d0-35f71bec8d4f req-5b608b59-f06a-415a-af58-4c4e7417347c tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519953 Sep 03 18:15:51.819390 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a830-6a51-4be4-8c83-bd090ae1cfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26210618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26242167'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:51.869728 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea7a830-6a51-4be4-8c83-bd090ae1cfa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f66fe58-7767-4c0f-952d-c77d313d256a,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:51.886355 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea7a830-6a51-4be4-8c83-bd090ae1cfa0 admin admin] Checking segment: {'id': '1a47b6ab-904e-4698-a1c5-73ee34fe5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e06cc298-59e6-4e1c-8918-dd03b12f8f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:15:51.886818 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea7a830-6a51-4be4-8c83-bd090ae1cfa0 admin admin] Network hostable DHCP agents. Network: e06cc298-59e6-4e1c-8918-dd03b12f8f3c, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:15:51.908090 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea7a830-6a51-4be4-8c83-bd090ae1cfa0 admin admin] Network e06cc298-59e6-4e1c-8918-dd03b12f8f3c is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:15:51.918899 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-4ea7a830-6a51-4be4-8c83-bd090ae1cfa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, e06cc298-59e6-4e1c-8918-dd03b12f8f3c) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:15:51.923235 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea7a830-6a51-4be4-8c83-bd090ae1cfa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:51.924079 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4ea7a830-6a51-4be4-8c83-bd090ae1cfa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:51.932632 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4060b684-55e8-40aa-b162-039ba7a688b7 None None] Network e06cc298-59e6-4e1c-8918-dd03b12f8f3c requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:15:51.943020 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4ea7a830-6a51-4be4-8c83-bd090ae1cfa0 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3933871 Sep 03 18:15:51.949392 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbe790-951b-4011-9d99-30ad29b1bb75 req-ac044030-97f4-4b5b-98a5-0df7db18f1ec tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:51.951083 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-30dbe790-951b-4011-9d99-30ad29b1bb75 req-ac044030-97f4-4b5b-98a5-0df7db18f1ec tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0579848 Sep 03 18:15:51.997916 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-30dbe790-951b-4011-9d99-30ad29b1bb75 req-f79db926-517c-4850-b78c-849cf97dbf1e tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344229 Sep 03 18:15:52.135043 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f6bced-7199-40ab-a9fe-bf233bae29a0 None None] Network e06cc298-59e6-4e1c-8918-dd03b12f8f3c requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:15:52.712569 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-10021c60-cece-4082-9958-89b7c65f6aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:52.915548 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ec43d3-07b3-421a-9afb-4dc262248564 req-04a008ee-4fe6-4315-88e3-cddb78455f54 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:52.917045 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-19ec43d3-07b3-421a-9afb-4dc262248564 req-04a008ee-4fe6-4315-88e3-cddb78455f54 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0610330 Sep 03 18:15:52.955998 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-19ec43d3-07b3-421a-9afb-4dc262248564 req-1729b765-15c7-49e4-b6b6-f6b96273d42f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326252 Sep 03 18:15:53.137534 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35525b72-8431-4ed3-81dd-3bfabbfdd431 req-4e942d3b-874e-476f-ab06-ded0cf927572 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:53.139104 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-35525b72-8431-4ed3-81dd-3bfabbfdd431 req-4e942d3b-874e-476f-ab06-ded0cf927572 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0517535 Sep 03 18:15:53.192148 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-35525b72-8431-4ed3-81dd-3bfabbfdd431 req-1c4f13b9-a271-4a36-a2d9-edbd5ac4f103 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435908 Sep 03 18:15:53.904873 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:15:54.092825 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6fd50f-92f4-4596-a913-01518b47c44d req-8554ea4a-778e-4786-8abe-435d211e84c3 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:54.094476 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ec6fd50f-92f4-4596-a913-01518b47c44d req-8554ea4a-778e-4786-8abe-435d211e84c3 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0513511 Sep 03 18:15:54.133545 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ec6fd50f-92f4-4596-a913-01518b47c44d req-cb673c7c-75dc-4735-867e-9d601f21835e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319731 Sep 03 18:15:54.334868 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a5013-f17c-4a15-bd61-da879aa40014 req-20da1cc8-d0fa-44d1-b417-be9634614fa8 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:54.336674 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a2a5013-f17c-4a15-bd61-da879aa40014 req-20da1cc8-d0fa-44d1-b417-be9634614fa8 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0530148 Sep 03 18:15:54.383847 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a2a5013-f17c-4a15-bd61-da879aa40014 req-c6d88be3-b7cd-495d-95e5-7201a3562c9f tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390320 Sep 03 18:15:55.271599 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152488b-7e21-4cea-a2bf-9bef28d41e13 req-d7a70f44-fb56-4a94-9582-c6e467f166b4 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:55.273403 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b152488b-7e21-4cea-a2bf-9bef28d41e13 req-d7a70f44-fb56-4a94-9582-c6e467f166b4 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0629616 Sep 03 18:15:55.344677 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ce120c16-9274-48a3-a213-2bf2033ce40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.347775 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b152488b-7e21-4cea-a2bf-9bef28d41e13 req-b18c4c71-9e9e-4176-9ac6-a900eb97152e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675743 Sep 03 18:15:55.509351 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82d84a-6ddb-46c5-a74d-a986aca30979 req-a56622cc-3556-45b8-abfb-f6d775133b84 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:55.510897 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aa82d84a-6ddb-46c5-a74d-a986aca30979 req-a56622cc-3556-45b8-abfb-f6d775133b84 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0496025 Sep 03 18:15:55.552937 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aa82d84a-6ddb-46c5-a74d-a986aca30979 req-096469f8-1d8c-4a44-b0ba-3be55ab5c7de tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357931 Sep 03 18:15:55.846364 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:55.858735 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74728512-e811-465e-b89f-68677d4618ce req-3f4612d1-bf51-40ad-be9a-de3c468b77a8 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:55.859536 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c7444-1dc5-4cb5-9038-d543b05bd233 req-00ba696e-faf6-4f8e-a907-ba385e24a6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:55.860746 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-74728512-e811-465e-b89f-68677d4618ce req-3f4612d1-bf51-40ad-be9a-de3c468b77a8 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0620074 Sep 03 18:15:55.861588 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d63c7444-1dc5-4cb5-9038-d543b05bd233 req-00ba696e-faf6-4f8e-a907-ba385e24a6b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ffb56f8a86c44c33a37e5e17d2009e34&device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 1098 time: 0.0529552 Sep 03 18:15:55.916113 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-74728512-e811-465e-b89f-68677d4618ce req-515894f1-96f9-467d-82fb-9ec2bde42eec tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483851 Sep 03 18:15:55.961724 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c7444-1dc5-4cb5-9038-d543b05bd233 req-f01d27d2-0bf7-4fd2-b1b0-7b8e5c0da78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:55.963268 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d63c7444-1dc5-4cb5-9038-d543b05bd233 req-f01d27d2-0bf7-4fd2-b1b0-7b8e5c0da78b service neutron] 10.222.0.55 "GET /v2.0/networks?id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96 HTTP/1.1" status: 200 len: 920 time: 0.0930457 Sep 03 18:15:56.010696 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d63c7444-1dc5-4cb5-9038-d543b05bd233 req-598a554b-78ea-4ba2-ac20-7fc477c33d18 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d093173a-f8a3-4b06-a11a-f694e3257f2f HTTP/1.1" status: 200 len: 217 time: 0.0371299 Sep 03 18:15:56.070418 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63c7444-1dc5-4cb5-9038-d543b05bd233 req-1489b654-156b-40fb-9554-08c4eebb9756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:56.072046 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d63c7444-1dc5-4cb5-9038-d543b05bd233 req-1489b654-156b-40fb-9554-08c4eebb9756 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=67ddc986-ec27-49bf-ac46-8bc382025127 HTTP/1.1" status: 200 len: 859 time: 0.0500021 Sep 03 18:15:56.118349 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d63c7444-1dc5-4cb5-9038-d543b05bd233 req-6318d978-f45a-4a70-aff9-f609e25f2df5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294917 Sep 03 18:15:56.228207 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d63c7444-1dc5-4cb5-9038-d543b05bd233 req-fcb44f25-2ca4-4087-a244-79d191655218 service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971959 Sep 03 18:15:56.469802 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af5ea0-71c6-42cd-92d8-c153c7df723f req-2c98837f-2559-4e23-8182-9b96c6aae45d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:56.471612 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a4af5ea0-71c6-42cd-92d8-c153c7df723f req-2c98837f-2559-4e23-8182-9b96c6aae45d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0535228 Sep 03 18:15:56.526841 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a4af5ea0-71c6-42cd-92d8-c153c7df723f req-c40ca3e3-eeda-4b96-a7ea-6c850439a116 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489285 Sep 03 18:15:56.625586 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d63c7444-1dc5-4cb5-9038-d543b05bd233 req-3358a8ab-c4ce-4ad5-bd1c-35291cc615b9 service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3878834 Sep 03 18:15:56.718975 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb17c2-340f-498a-8469-a6c53510cc54 req-da0d444b-b6cc-4746-ac82-b7150d6a6bc2 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:56.720612 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3bbb17c2-340f-498a-8469-a6c53510cc54 req-da0d444b-b6cc-4746-ac82-b7150d6a6bc2 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0635340 Sep 03 18:15:56.773096 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3bbb17c2-340f-498a-8469-a6c53510cc54 req-ebb30361-70ff-422e-89d2-9095931ae540 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436556 Sep 03 18:15:56.843727 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:57.038537 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f05d24-91be-43f4-be2d-0150f28ab848 req-2efbc563-f744-424c-aa3b-97865d500f6a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:57.046211 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a7f05d24-91be-43f4-be2d-0150f28ab848 req-2efbc563-f744-424c-aa3b-97865d500f6a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0578585 Sep 03 18:15:57.082793 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a7f05d24-91be-43f4-be2d-0150f28ab848 req-25743a9f-bae3-4a60-ad60-250ccaf00c68 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356436 Sep 03 18:15:57.646359 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9e314-8e26-44b4-b1b2-b8321a1baa9d req-5f3275f9-c20b-4820-9941-539c643e62d7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:57.648082 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8c9e314-8e26-44b4-b1b2-b8321a1baa9d req-5f3275f9-c20b-4820-9941-539c643e62d7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0522149 Sep 03 18:15:57.695771 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8c9e314-8e26-44b4-b1b2-b8321a1baa9d req-bc2866fb-072b-4e08-b2d6-aecb84699cf5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404046 Sep 03 18:15:57.899680 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c5ea3-cac3-4dbe-835a-dca6a9066d42 req-5259bd0b-a68c-48fd-b220-3fd261a424cb tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:57.901222 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c6c5ea3-cac3-4dbe-835a-dca6a9066d42 req-5259bd0b-a68c-48fd-b220-3fd261a424cb tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0566905 Sep 03 18:15:57.956326 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c6c5ea3-cac3-4dbe-835a-dca6a9066d42 req-07bf34e4-6956-4489-81c4-3085d3791299 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488231 Sep 03 18:15:58.168488 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:58.294798 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8980066-56d8-4b87-ba09-a4543a74c82e req-420d9fc8-ecf2-4224-a1d3-69db1c7fd595 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:58.300303 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b8980066-56d8-4b87-ba09-a4543a74c82e req-420d9fc8-ecf2-4224-a1d3-69db1c7fd595 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.1256578 Sep 03 18:15:58.304351 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:58.332771 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d19a9-f2b7-465b-a688-d0a4379e62d7 req-e999ff5f-cc03-4042-8dff-3cb683460c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:58.334800 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d48d19a9-f2b7-465b-a688-d0a4379e62d7 req-e999ff5f-cc03-4042-8dff-3cb683460c1d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9fad030dd65493e9b5094cd17743413&device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 1098 time: 0.0582747 Sep 03 18:15:58.351582 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-bebeba9c-42f8-48d5-9c3c-e5ea1d99b77d tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:58.353070 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-bebeba9c-42f8-48d5-9c3c-e5ea1d99b77d tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/networks?id=e06cc298-59e6-4e1c-8918-dd03b12f8f3c HTTP/1.1" status: 200 len: 813 time: 0.1495025 Sep 03 18:15:58.385371 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b8980066-56d8-4b87-ba09-a4543a74c82e req-535cf9e6-83cc-4d9a-bd95-f440d456a669 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657783 Sep 03 18:15:58.387395 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-2a3245a1-180b-4a98-8b84-d4991dd8db61 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/quotas/122b505c2d10486e952c97a7898080ab HTTP/1.1" status: 200 len: 375 time: 0.0232761 Sep 03 18:15:58.442996 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-8690d8ca-4b6c-44d6-aa64-fa404518591f tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=122b505c2d10486e952c97a7898080ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387328 Sep 03 18:15:58.460676 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d19a9-f2b7-465b-a688-d0a4379e62d7 req-ced004d8-ada0-423c-a54c-896cb03a50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:58.462942 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d48d19a9-f2b7-465b-a688-d0a4379e62d7 req-ced004d8-ada0-423c-a54c-896cb03a50f3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ba05fac-18ef-4556-b8bc-03611f5564b9 HTTP/1.1" status: 200 len: 911 time: 0.1130214 Sep 03 18:15:58.554520 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d48d19a9-f2b7-465b-a688-d0a4379e62d7 req-857f39c5-4c7b-4365-8d66-8a7f9cd8dd65 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f890479-a810-4f29-be78-ee595ad39be8 HTTP/1.1" status: 200 len: 1001 time: 0.0803919 Sep 03 18:15:58.592417 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819582bf-9811-49e6-9d35-1848a964356f req-0d18a3d0-b286-4ac9-8aa5-081830b1e472 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:58.594169 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-819582bf-9811-49e6-9d35-1848a964356f req-0d18a3d0-b286-4ac9-8aa5-081830b1e472 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.1151383 Sep 03 18:15:58.627010 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d19a9-f2b7-465b-a688-d0a4379e62d7 req-a8a62010-c9eb-4060-90f7-6fbdc26ebd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:58.628331 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d48d19a9-f2b7-465b-a688-d0a4379e62d7 req-a8a62010-c9eb-4060-90f7-6fbdc26ebd7c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afe12978-3220-4047-98a9-897ddeffcbac HTTP/1.1" status: 200 len: 849 time: 0.0656571 Sep 03 18:15:58.641087 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-96dd9287-3708-429f-81ac-030082e66164 service neutron] 10.222.0.45 "GET /v2.0/networks/e06cc298-59e6-4e1c-8918-dd03b12f8f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907778 Sep 03 18:15:58.691478 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-819582bf-9811-49e6-9d35-1848a964356f req-63355093-4feb-4ee9-81e8-7534bab14532 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889313 Sep 03 18:15:58.700916 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d19a9-f2b7-465b-a688-d0a4379e62d7 req-f08e2ec3-6b10-43c9-91e4-34a700d1fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:58.702972 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d48d19a9-f2b7-465b-a688-d0a4379e62d7 req-f08e2ec3-6b10-43c9-91e4-34a700d1fdc0 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ba05fac-18ef-4556-b8bc-03611f5564b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0660672 Sep 03 18:15:58.756611 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-e62af7dd-803e-46bb-b57c-4cea53464585 service neutron] 10.222.0.45 "GET /v2.0/networks/e06cc298-59e6-4e1c-8918-dd03b12f8f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167297 Sep 03 18:15:58.812018 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d48d19a9-f2b7-465b-a688-d0a4379e62d7 req-18704885-dc50-4fe7-b498-6f0a42c14dbd service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994666 Sep 03 18:15:58.822542 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffe7204-13ff-42ba-97ca-47ca563ed18e req-c57fc66e-c93e-481a-a65d-172603b2a9dc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:58.824462 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dffe7204-13ff-42ba-97ca-47ca563ed18e req-c57fc66e-c93e-481a-a65d-172603b2a9dc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0523314 Sep 03 18:15:58.880639 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dffe7204-13ff-42ba-97ca-47ca563ed18e req-0a0dafe9-3796-4215-8084-4e807e8dd7ab tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498877 Sep 03 18:15:58.935819 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-d48d19a9-f2b7-465b-a688-d0a4379e62d7 req-f64e5f7f-45ff-44bf-adf4-3f552a01ecca service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163061 Sep 03 18:15:58.944906 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-251b5907-750d-4d67-86b9-99427b97c78e req-f470c5ad-273f-4a1d-b8bd-8a6c803c8020 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 210 time: 0.0265136 Sep 03 18:15:59.392786 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 14844a20-98e7-4dde-8afc-6173394f9f19 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:15:59.510304 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 14844a20-98e7-4dde-8afc-6173394f9f19, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14844a20-98e7-4dde-8afc-6173394f9f19,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:59.518549 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633e4c0-507b-49dd-8d3a-0d1d3b5fa8e0 req-760e703c-15b8-4e15-b355-13ea9fde2872 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:59.523308 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': '14844a20-98e7-4dde-8afc-6173394f9f19', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'port_id': '14844a20-98e7-4dde-8afc-6173394f9f19', 'mac_address': 'fa:16:3e:52:b6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:15:59.527197 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7633e4c0-507b-49dd-8d3a-0d1d3b5fa8e0 req-760e703c-15b8-4e15-b355-13ea9fde2872 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0718648 Sep 03 18:15:59.573628 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7633e4c0-507b-49dd-8d3a-0d1d3b5fa8e0 req-dc552e05-228f-411b-8057-c81a2122c2cb tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454836 Sep 03 18:15:59.584036 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:59.600726 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14844a20-98e7-4dde-8afc-6173394f9f19 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:15:59.619603 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 14844a20-98e7-4dde-8afc-6173394f9f19, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14844a20-98e7-4dde-8afc-6173394f9f19,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:15:59.623537 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:15:59.677209 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=14844a20-98e7-4dde-8afc-6173394f9f19,revision_number=6']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:15:59.685075 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:59.685429 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:59.685776 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:59.686114 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:59.686474 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:59.686805 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:59.687211 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:59.687542 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:59.687886 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:59.688212 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:59.688539 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:59.688862 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:15:59.758795 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['14844a20-98e7-4dde-8afc-6173394f9f19'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:15:59.836938 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79450179-d272-4c7a-97dd-01b5efa3d7b7 req-99df5cd7-1dad-461a-bb70-ee106ff87895 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:15:59.844439 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-79450179-d272-4c7a-97dd-01b5efa3d7b7 req-99df5cd7-1dad-461a-bb70-ee106ff87895 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0674303 Sep 03 18:15:59.884947 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-79450179-d272-4c7a-97dd-01b5efa3d7b7 req-fe27892f-f259-4813-9901-9a6ffde4068e tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396543 Sep 03 18:16:00.041258 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c1694-5c60-4250-9262-3ab3b087d241 req-fb3ca677-0244-4930-b835-dccd47d9efe4 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:00.042926 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b55c1694-5c60-4250-9262-3ab3b087d241 req-fb3ca677-0244-4930-b835-dccd47d9efe4 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 944 time: 0.0681748 Sep 03 18:16:00.084946 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2c75a28b-c6f2-4257-852a-ca4a961d2879 req-93e4efa1-5829-419a-83e4-693477b66906 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 210 time: 0.0547934 Sep 03 18:16:00.111646 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b55c1694-5c60-4250-9262-3ab3b087d241 req-4da77094-1854-4332-a5f0-cb053928a129 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586882 Sep 03 18:16:00.154299 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-20fdae0e-08cc-4b52-b4a4-2191dac5340f tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:00.156017 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-20fdae0e-08cc-4b52-b4a4-2191dac5340f tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.55 "GET /v2.0/networks?id=e06cc298-59e6-4e1c-8918-dd03b12f8f3c HTTP/1.1" status: 200 len: 813 time: 0.1410387 Sep 03 18:16:00.169878 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-0c509d3e-8af5-47be-862a-a2fcbc4c6aee tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Request body: {'port': {'device_id': 'd2bddedb-f2b9-4bef-85a3-d783bc731b01', 'network_id': 'e06cc298-59e6-4e1c-8918-dd03b12f8f3c', 'admin_state_up': True, 'tenant_id': '122b505c2d10486e952c97a7898080ab'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:00.278123 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-0c509d3e-8af5-47be-862a-a2fcbc4c6aee tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Made reservation on behalf of 122b505c2d10486e952c97a7898080ab for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:16:00.281455 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-0c509d3e-8af5-47be-862a-a2fcbc4c6aee tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:00.416208 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-0c509d3e-8af5-47be-862a-a2fcbc4c6aee tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Allocated IP 172.20.0.14 (e06cc298-59e6-4e1c-8918-dd03b12f8f3c/1f66fe58-7767-4c0f-952d-c77d313d256a/7f0eaa03-4123-43b9-b86a-df2e9be9833a) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:16:00.572453 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-0c509d3e-8af5-47be-862a-a2fcbc4c6aee tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:00.624286 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-0c509d3e-8af5-47be-862a-a2fcbc4c6aee tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:00.668393 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-0c509d3e-8af5-47be-862a-a2fcbc4c6aee tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Network e06cc298-59e6-4e1c-8918-dd03b12f8f3c is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:16:00.671365 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-0c509d3e-8af5-47be-862a-a2fcbc4c6aee tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:00.673780 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-0c509d3e-8af5-47be-862a-a2fcbc4c6aee tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:16:00.690053 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff60eb1-a804-4eeb-8e55-f696c7f919f2 req-7dcfe785-dbbe-477a-a49d-6246328e6c3d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:00.692567 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9ff60eb1-a804-4eeb-8e55-f696c7f919f2 req-7dcfe785-dbbe-477a-a49d-6246328e6c3d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0553868 Sep 03 18:16:00.705216 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c509d3e-8af5-47be-862a-a2fcbc4c6aee tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Pushing event updated for resources: {'Port': ['ID=7f0eaa03-4123-43b9-b86a-df2e9be9833a,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:00.731578 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9ff60eb1-a804-4eeb-8e55-f696c7f919f2 req-e67032cf-6de5-4b7e-94f0-546906144c74 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329084 Sep 03 18:16:00.735537 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-0c509d3e-8af5-47be-862a-a2fcbc4c6aee tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:00.736163 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-0c509d3e-8af5-47be-862a-a2fcbc4c6aee tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:00.757107 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-0c509d3e-8af5-47be-862a-a2fcbc4c6aee tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5912030 Sep 03 18:16:00.775803 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Request body: {'port': {'device_id': 'd2bddedb-f2b9-4bef-85a3-d783bc731b01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:00.831138 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.000945 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed227bd0-a934-4442-a51a-f62886503cb3 req-cf468670-4ad0-493c-b2f7-980d9e924a18 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:01.002624 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ed227bd0-a934-4442-a51a-f62886503cb3 req-cf468670-4ad0-493c-b2f7-980d9e924a18 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0490873 Sep 03 18:16:01.040132 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ed227bd0-a934-4442-a51a-f62886503cb3 req-f6595642-5ddb-447f-9178-c1ed2022116b tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307899 Sep 03 18:16:01.086849 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f0eaa03-4123-43b9-b86a-df2e9be9833a {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:16:01.094416 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.106362 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Transition to ACTIVE for port object 7f0eaa03-4123-43b9-b86a-df2e9be9833a will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:01.110767 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.121718 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 50020) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:01.177065 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f750ba8-2b31-4682-b72e-ba84267f0ea9 admin admin] Deleting subnet ea71f95c-9c55-4aeb-8319-8a3daf989be7 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:16:01.180581 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3f750ba8-2b31-4682-b72e-ba84267f0ea9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.186778 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Pushing event updated for resources: {'Port': ['ID=7f0eaa03-4123-43b9-b86a-df2e9be9833a,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:01.235114 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Attempting to bind port 7f0eaa03-4123-43b9-b86a-df2e9be9833a on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:16:01.235448 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Attempting to bind port 7f0eaa03-4123-43b9-b86a-df2e9be9833a by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '1a47b6ab-904e-4698-a1c5-73ee34fe5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e06cc298-59e6-4e1c-8918-dd03b12f8f3c'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:16:01.235767 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Attempting to bind port 7f0eaa03-4123-43b9-b86a-df2e9be9833a on network e06cc298-59e6-4e1c-8918-dd03b12f8f3c {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:01.240636 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Port 7f0eaa03-4123-43b9-b86a-df2e9be9833a on network e06cc298-59e6-4e1c-8918-dd03b12f8f3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:16:01.240958 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Attempting to bind port 7f0eaa03-4123-43b9-b86a-df2e9be9833a on network e06cc298-59e6-4e1c-8918-dd03b12f8f3c {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:01.246512 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:16:01.246512 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Checking segment: {'id': '1a47b6ab-904e-4698-a1c5-73ee34fe5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e06cc298-59e6-4e1c-8918-dd03b12f8f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:01.246512 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Bound using segment: {'id': '1a47b6ab-904e-4698-a1c5-73ee34fe5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e06cc298-59e6-4e1c-8918-dd03b12f8f3c'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:16:01.246898 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Bound port: 7f0eaa03-4123-43b9-b86a-df2e9be9833a, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a47b6ab-904e-4698-a1c5-73ee34fe5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e06cc298-59e6-4e1c-8918-dd03b12f8f3c'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:16:01.247142 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.272574 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3f750ba8-2b31-4682-b72e-ba84267f0ea9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27699962'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.323136 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] For port 7f0eaa03-4123-43b9-b86a-df2e9be9833a, host hv-cinder-78878, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:16:01.326183 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] For port 7f0eaa03-4123-43b9-b86a-df2e9be9833a, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7f0eaa03-4123-43b9-b86a-df2e9be9833a,segment=NetworkSegment(1a47b6ab-904e-4698-a1c5-73ee34fe5472),segment_id=1a47b6ab-904e-4698-a1c5-73ee34fe5472)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:16:01.329062 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356a1971-f7fe-461b-8b32-4757321258b3 req-e7031b38-1fb5-493c-8b5a-008c198b82da tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:01.330043 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.330563 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-356a1971-f7fe-461b-8b32-4757321258b3 req-e7031b38-1fb5-493c-8b5a-008c198b82da tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 944 time: 0.1289229 Sep 03 18:16:01.358168 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6943c073-4857-4e50-b746-a6d12f96ead0 req-d0828978-92e1-4157-847a-72717bc68bf2 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:01.359574 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6943c073-4857-4e50-b746-a6d12f96ead0 req-d0828978-92e1-4157-847a-72717bc68bf2 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 944 time: 0.1426013 Sep 03 18:16:01.363644 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:01.364281 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.365617 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] 10.222.0.55 "PUT /v2.0/ports/7f0eaa03-4123-43b9-b86a-df2e9be9833a HTTP/1.1" status: 200 len: 1094 time: 0.5942822 Sep 03 18:16:01.366049 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2bddedb-f2b9-4bef-85a3-d783bc731b01', 'tag': '7f0eaa03-4123-43b9-b86a-df2e9be9833a'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:01.368289 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a272ce91-6b84-4c40-99c4-79a98cd6cd11" -d '{"events": [{"name": "network-changed", "server_uuid": "d2bddedb-f2b9-4bef-85a3-d783bc731b01", "tag": "7f0eaa03-4123-43b9-b86a-df2e9be9833a"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:01.373738 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3f750ba8-2b31-4682-b72e-ba84267f0ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.396458 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea16a41-08c8-4fcb-823d-139919eaf2fa service neutron] Pushing event updated for resources: {'Port': ['ID=7f0eaa03-4123-43b9-b86a-df2e9be9833a,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:01.408164 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 14844a20-98e7-4dde-8afc-6173394f9f19 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:01.443518 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-356a1971-f7fe-461b-8b32-4757321258b3 req-6a07a8fa-4f5b-4114-b81c-ae32ae4692aa tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055419 Sep 03 18:16:01.465646 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6943c073-4857-4e50-b746-a6d12f96ead0 req-87f0c331-fba2-4eed-bd97-dfec4ada8232 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858779 Sep 03 18:16:01.480103 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3f750ba8-2b31-4682-b72e-ba84267f0ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25571218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25266592'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.480444 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-e1e744c8-85f7-4980-b01d-c14dcdff0a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:01.482301 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-e1e744c8-85f7-4980-b01d-c14dcdff0a0f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=122b505c2d10486e952c97a7898080ab&device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 1097 time: 0.0608368 Sep 03 18:16:01.493516 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port 14844a20-98e7-4dde-8afc-6173394f9f19 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:01.493891 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.504676 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f750ba8-2b31-4682-b72e-ba84267f0ea9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea71f95c-9c55-4aeb-8319-8a3daf989be7,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:01.513507 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3f750ba8-2b31-4682-b72e-ba84267f0ea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.515409 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3f750ba8-2b31-4682-b72e-ba84267f0ea9 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/ea71f95c-9c55-4aeb-8319-8a3daf989be7 HTTP/1.1" status: 204 len: 168 time: 0.3924265 Sep 03 18:16:01.517995 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 50026) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:01.536760 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cc3118-9cce-4e1d-9b95-277dc1c195fb x-openstack-request-id: req-58cc3118-9cce-4e1d-9b95-277dc1c195fb {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:01.537127 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2bddedb-f2b9-4bef-85a3-d783bc731b01", "tag": "7f0eaa03-4123-43b9-b86a-df2e9be9833a", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:01.537303 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-58cc3118-9cce-4e1d-9b95-277dc1c195fb {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:01.537682 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2bddedb-f2b9-4bef-85a3-d783bc731b01', 'tag': '7f0eaa03-4123-43b9-b86a-df2e9be9833a', 'status': 'completed', 'code': 200} Sep 03 18:16:01.539233 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-e6292d3d-4e85-4e24-b4f8-8658ce7fd2f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f0eaa03-4123-43b9-b86a-df2e9be9833a HTTP/1.1" status: 200 len: 217 time: 0.0468972 Sep 03 18:16:01.579329 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.599245 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1cdcf6d8-0eaa-4ac6-9bef-605512aac74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.609016 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2552f9b9-14e5-4755-ba32-079a660a5353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14844a20-98e7-4dde-8afc-6173394f9f19'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:01.611666 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0804360-c756-4888-a3fa-f7cecc56cb38" -d '{"events": [{"server_uuid": "2552f9b9-14e5-4755-ba32-079a660a5353", "name": "network-vif-plugged", "status": "completed", "tag": "14844a20-98e7-4dde-8afc-6173394f9f19"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:01.612653 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-450065f1-ab9f-4843-ab7a-c7ceece890f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:01.618364 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-450065f1-ab9f-4843-ab7a-c7ceece890f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f66fe58-7767-4c0f-952d-c77d313d256a HTTP/1.1" status: 200 len: 853 time: 0.0646963 Sep 03 18:16:01.626342 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 14844a20-98e7-4dde-8afc-6173394f9f19, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14844a20-98e7-4dde-8afc-6173394f9f19,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:01.634786 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.657437 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-b38baf66-7609-41a6-a0db-c07f95404e76 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e06cc298-59e6-4e1c-8918-dd03b12f8f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271308 Sep 03 18:16:01.676471 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1239390-4692-4f39-af43-35b97763ad67 x-openstack-request-id: req-f1239390-4692-4f39-af43-35b97763ad67 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:01.676765 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2552f9b9-14e5-4755-ba32-079a660a5353", "name": "network-vif-plugged", "status": "completed", "tag": "14844a20-98e7-4dde-8afc-6173394f9f19", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:01.677250 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f1239390-4692-4f39-af43-35b97763ad67 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:01.677799 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2552f9b9-14e5-4755-ba32-079a660a5353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14844a20-98e7-4dde-8afc-6173394f9f19', 'code': 200} Sep 03 18:16:01.711821 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=14844a20-98e7-4dde-8afc-6173394f9f19,revision_number=7']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:01.713118 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1cdcf6d8-0eaa-4ac6-9bef-605512aac74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.724634 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-1cdcf6d8-0eaa-4ac6-9bef-605512aac74d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb9879ea-e7c1-4c04-9fb2-5da432adc09e']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:01.739075 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-1cdcf6d8-0eaa-4ac6-9bef-605512aac74d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efa2a30-0f6e-44fb-a548-459380a3c1d7') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:01.739452 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-1cdcf6d8-0eaa-4ac6-9bef-605512aac74d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efa2a30-0f6e-44fb-a548-459380a3c1d7') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:01.748193 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1cdcf6d8-0eaa-4ac6-9bef-605512aac74d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27699939'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.765341 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1cdcf6d8-0eaa-4ac6-9bef-605512aac74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.778093 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cdcf6d8-0eaa-4ac6-9bef-605512aac74d admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:16:01.778797 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1cdcf6d8-0eaa-4ac6-9bef-605512aac74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25571276'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.779288 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-8e90dd69-11d4-4c4d-88d2-f5e332fdd2a0 service neutron] 10.222.0.55 "GET /v2.0/networks/e06cc298-59e6-4e1c-8918-dd03b12f8f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087768 Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: timer() Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: cb(*args, **kw) Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: self._notify() Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: self.callback(batched_events) Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: event.method(event) Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: return self._get(url).json() Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:16:01.780716 dv-cinder-788782-10-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:16:01.859865 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1cdcf6d8-0eaa-4ac6-9bef-605512aac74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.865168 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1cdcf6d8-0eaa-4ac6-9bef-605512aac74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:01.867068 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1cdcf6d8-0eaa-4ac6-9bef-605512aac74d admin admin] 10.222.0.45 "DELETE /v2.0/networks/fb9879ea-e7c1-4c04-9fb2-5da432adc09e HTTP/1.1" status: 204 len: 168 time: 0.3480904 Sep 03 18:16:01.883671 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcf6d8-0eaa-4ac6-9bef-605512aac74d admin admin] Pushing event deleted for resources: {'Network': ['ID=fb9879ea-e7c1-4c04-9fb2-5da432adc09e,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:01.903127 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-9000a8b6-e41b-44c5-8ad4-f8c6527fdfa3 req-18284a46-6924-4a6f-b8f7-3bbf1733f2f7 service neutron] 10.222.0.55 "GET /v2.0/networks/e06cc298-59e6-4e1c-8918-dd03b12f8f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124301 Sep 03 18:16:01.907116 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c4a39-8887-42b9-a218-61e34fbfdbac req-0a87e288-6114-47ec-af56-33e0dd1c2125 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:01.909169 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a30c4a39-8887-42b9-a218-61e34fbfdbac req-0a87e288-6114-47ec-af56-33e0dd1c2125 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0777485 Sep 03 18:16:01.957752 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a30c4a39-8887-42b9-a218-61e34fbfdbac req-e28edbe2-ba12-429c-86a6-8a2997fa3afd tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 Sep 03 18:16:02.039567 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272ce91-6b84-4c40-99c4-79a98cd6cd11 req-3b215e5d-bad5-4c0a-baf2-5ae277bc4346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:02.042179 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a272ce91-6b84-4c40-99c4-79a98cd6cd11 req-3b215e5d-bad5-4c0a-baf2-5ae277bc4346 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=122b505c2d10486e952c97a7898080ab&device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 1097 time: 0.0630271 Sep 03 18:16:02.053807 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 50050) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:02.101004 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-168b521e-4682-4b0c-8b48-367305e864e0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=37c4a96e283f4fa39a189984b2e781c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0435474 Sep 03 18:16:02.101983 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 50054) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:02.138987 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272ce91-6b84-4c40-99c4-79a98cd6cd11 req-cbd37a24-adfc-4150-a203-e43fdf239e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:02.140589 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a272ce91-6b84-4c40-99c4-79a98cd6cd11 req-cbd37a24-adfc-4150-a203-e43fdf239e93 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e06cc298-59e6-4e1c-8918-dd03b12f8f3c HTTP/1.1" status: 200 len: 914 time: 0.0902686 Sep 03 18:16:02.155978 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1f41-461a-499b-8dc5-1d0321db3362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:02.177771 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1f41-461a-499b-8dc5-1d0321db3362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:02.189296 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a272ce91-6b84-4c40-99c4-79a98cd6cd11 req-1ae564f8-3d6d-4d88-868d-4a97dd1c2be2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7f0eaa03-4123-43b9-b86a-df2e9be9833a HTTP/1.1" status: 200 len: 217 time: 0.0376725 Sep 03 18:16:02.234566 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1f41-461a-499b-8dc5-1d0321db3362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:02.237060 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6bcf1f41-461a-499b-8dc5-1d0321db3362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:02.238333 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6bcf1f41-461a-499b-8dc5-1d0321db3362 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc28bbe2-98cb-42c5-9136-a0b8caff0ed9 HTTP/1.1" status: 204 len: 168 time: 0.1351123 Sep 03 18:16:02.249979 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf1f41-461a-499b-8dc5-1d0321db3362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc28bbe2-98cb-42c5-9136-a0b8caff0ed9,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:02.254717 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272ce91-6b84-4c40-99c4-79a98cd6cd11 req-0f134bf9-7d1c-4e96-be25-ec609ea4afdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:02.256212 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a272ce91-6b84-4c40-99c4-79a98cd6cd11 req-0f134bf9-7d1c-4e96-be25-ec609ea4afdc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f66fe58-7767-4c0f-952d-c77d313d256a HTTP/1.1" status: 200 len: 853 time: 0.0590115 Sep 03 18:16:02.298930 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a272ce91-6b84-4c40-99c4-79a98cd6cd11 req-aa6f6066-f349-49a5-9cbc-053667936570 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e06cc298-59e6-4e1c-8918-dd03b12f8f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299990 Sep 03 18:16:02.419474 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a272ce91-6b84-4c40-99c4-79a98cd6cd11 req-d9c62f31-3888-4461-b545-07b90a0a52d4 service neutron] 10.222.0.55 "GET /v2.0/networks/e06cc298-59e6-4e1c-8918-dd03b12f8f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010747 Sep 03 18:16:02.535658 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a272ce91-6b84-4c40-99c4-79a98cd6cd11 req-56023360-c9fb-42b8-ad43-e386acb186c1 service neutron] 10.222.0.55 "GET /v2.0/networks/e06cc298-59e6-4e1c-8918-dd03b12f8f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987592 Sep 03 18:16:02.679986 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c9329-aba3-4a5e-b6bf-9eac777c4025 req-e18dd3d4-cd17-4658-b263-896826babc18 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:02.681869 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c33c9329-aba3-4a5e-b6bf-9eac777c4025 req-e18dd3d4-cd17-4658-b263-896826babc18 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 944 time: 0.1137354 Sep 03 18:16:02.694360 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231fc9d8-a9af-4536-ad16-2c7328bb77f2 req-e71bccc1-9975-48b6-b615-903c4f207dfb tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:02.702578 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-231fc9d8-a9af-4536-ad16-2c7328bb77f2 req-e71bccc1-9975-48b6-b615-903c4f207dfb tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.1229928 Sep 03 18:16:02.765686 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-231fc9d8-a9af-4536-ad16-2c7328bb77f2 req-ac24182e-a6de-4bf7-9e79-0e798aa93cf3 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615861 Sep 03 18:16:02.811280 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c33c9329-aba3-4a5e-b6bf-9eac777c4025 req-6c5feb71-2ddf-4cb1-befb-ac657c342dff tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055083 Sep 03 18:16:03.131507 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72841aba-4108-4988-9b34-d2f790dfb0e1 req-30a7f1bd-fb12-4a79-9217-ad1560ab2257 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:03.139428 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72841aba-4108-4988-9b34-d2f790dfb0e1 req-30a7f1bd-fb12-4a79-9217-ad1560ab2257 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0838640 Sep 03 18:16:03.189220 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72841aba-4108-4988-9b34-d2f790dfb0e1 req-a93c3f2a-e851-445a-892e-48e426976180 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460746 Sep 03 18:16:03.405416 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 7f0eaa03-4123-43b9-b86a-df2e9be9833a details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:16:03.500084 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 7f0eaa03-4123-43b9-b86a-df2e9be9833a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7f0eaa03-4123-43b9-b86a-df2e9be9833a,segment=NetworkSegment(1a47b6ab-904e-4698-a1c5-73ee34fe5472),segment_id=1a47b6ab-904e-4698-a1c5-73ee34fe5472)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:03.512097 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': '7f0eaa03-4123-43b9-b86a-df2e9be9833a', 'network_id': 'e06cc298-59e6-4e1c-8918-dd03b12f8f3c', 'port_id': '7f0eaa03-4123-43b9-b86a-df2e9be9833a', 'mac_address': 'fa:16:3e:bf:a2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f66fe58-7767-4c0f-952d-c77d313d256a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:16:03.553918 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:03.567558 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f0eaa03-4123-43b9-b86a-df2e9be9833a {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:16:03.599321 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 7f0eaa03-4123-43b9-b86a-df2e9be9833a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7f0eaa03-4123-43b9-b86a-df2e9be9833a,segment=NetworkSegment(1a47b6ab-904e-4698-a1c5-73ee34fe5472),segment_id=1a47b6ab-904e-4698-a1c5-73ee34fe5472)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:03.609021 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:03.668329 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=7f0eaa03-4123-43b9-b86a-df2e9be9833a,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:03.936743 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56db1e9-6251-4c70-abb9-311b2e972e61 req-76b2e60f-ddb7-403a-8f36-ee9307352e57 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:03.939720 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d56db1e9-6251-4c70-abb9-311b2e972e61 req-76b2e60f-ddb7-403a-8f36-ee9307352e57 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0868151 Sep 03 18:16:03.988779 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca58a7-1de3-4200-8b41-33502b6c644a req-ad624a4d-f586-4123-98ed-c9f4da35a1d5 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:03.996781 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1ca58a7-1de3-4200-8b41-33502b6c644a req-ad624a4d-f586-4123-98ed-c9f4da35a1d5 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 945 time: 0.1005521 Sep 03 18:16:04.010227 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['7f0eaa03-4123-43b9-b86a-df2e9be9833a'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:16:04.033648 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d56db1e9-6251-4c70-abb9-311b2e972e61 req-42e8b8f3-6632-4614-b0d9-664a9d1c0bee tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796049 Sep 03 18:16:04.061561 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1ca58a7-1de3-4200-8b41-33502b6c644a req-092add55-5d4c-451e-a817-0b1cb6f94fc6 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635605 Sep 03 18:16:04.304510 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797cace-698b-465c-81dd-78496e20e617 req-1a09e0c0-92b1-4621-a1b3-344790aea86a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:04.305915 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2797cace-698b-465c-81dd-78496e20e617 req-1a09e0c0-92b1-4621-a1b3-344790aea86a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0548859 Sep 03 18:16:04.346012 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2797cace-698b-465c-81dd-78496e20e617 req-6ca43ea1-6c0c-4cba-9ca9-f2071874ceb5 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339174 Sep 03 18:16:05.403954 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a32d46-1bd1-4bb5-b6ab-f2a301a9c50b req-5cc25954-e5bc-4632-8e3c-9333a91768e7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:05.406177 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-66a32d46-1bd1-4bb5-b6ab-f2a301a9c50b req-5cc25954-e5bc-4632-8e3c-9333a91768e7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.2836137 Sep 03 18:16:05.430473 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546418b-f84d-4728-a338-91dcc795ec8c req-9ed7c1b9-a986-4b6c-8a88-e39664acb4db tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:05.432265 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8546418b-f84d-4728-a338-91dcc795ec8c req-9ed7c1b9-a986-4b6c-8a88-e39664acb4db tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 945 time: 0.2725241 Sep 03 18:16:05.480498 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-66a32d46-1bd1-4bb5-b6ab-f2a301a9c50b req-99ff7ae7-cfb5-4c19-ac56-7f45534ffa45 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658970 Sep 03 18:16:05.522334 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8546418b-f84d-4728-a338-91dcc795ec8c req-98f4c32b-965f-41d9-8040-8ea422ec57cd tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755389 Sep 03 18:16:05.660212 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71284d-b901-4871-9bad-e1a3984ad608 req-96fe5c07-710f-45d9-a198-46b03f52b08d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:05.662896 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ae71284d-b901-4871-9bad-e1a3984ad608 req-96fe5c07-710f-45d9-a198-46b03f52b08d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0583720 Sep 03 18:16:05.711061 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ae71284d-b901-4871-9bad-e1a3984ad608 req-286c80c5-1ea7-42dc-bc3b-172ced4bd8ff tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420442 Sep 03 18:16:06.332713 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 7f0eaa03-4123-43b9-b86a-df2e9be9833a up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:06.411267 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port 7f0eaa03-4123-43b9-b86a-df2e9be9833a completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:06.415656 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port 7f0eaa03-4123-43b9-b86a-df2e9be9833a triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:06.416210 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:06.501635 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:06.526335 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bddedb-f2b9-4bef-85a3-d783bc731b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0eaa03-4123-43b9-b86a-df2e9be9833a'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:06.528657 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d1682e-120c-408d-afc3-04e9bb170387" -d '{"events": [{"server_uuid": "d2bddedb-f2b9-4bef-85a3-d783bc731b01", "name": "network-vif-plugged", "status": "completed", "tag": "7f0eaa03-4123-43b9-b86a-df2e9be9833a"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:06.546974 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 7f0eaa03-4123-43b9-b86a-df2e9be9833a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7f0eaa03-4123-43b9-b86a-df2e9be9833a,segment=NetworkSegment(1a47b6ab-904e-4698-a1c5-73ee34fe5472),segment_id=1a47b6ab-904e-4698-a1c5-73ee34fe5472)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:06.553190 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:06.615313 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=7f0eaa03-4123-43b9-b86a-df2e9be9833a,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:06.619184 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7deb796-c3cc-4cce-9273-15731a1d7e45 x-openstack-request-id: req-a7deb796-c3cc-4cce-9273-15731a1d7e45 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:06.619475 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bddedb-f2b9-4bef-85a3-d783bc731b01", "name": "network-vif-plugged", "status": "completed", "tag": "7f0eaa03-4123-43b9-b86a-df2e9be9833a", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:06.619769 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a7deb796-c3cc-4cce-9273-15731a1d7e45 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:06.620150 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bddedb-f2b9-4bef-85a3-d783bc731b01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f0eaa03-4123-43b9-b86a-df2e9be9833a', 'code': 200} Sep 03 18:16:06.708077 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd90fe2-2278-4a00-a95c-a0cee6fb3527 req-191d3b30-6584-4512-bc6b-711a2716b8b0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:06.711513 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8dd90fe2-2278-4a00-a95c-a0cee6fb3527 req-191d3b30-6584-4512-bc6b-711a2716b8b0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0745814 Sep 03 18:16:06.776053 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8dd90fe2-2278-4a00-a95c-a0cee6fb3527 req-b784e00a-afef-4ba7-9f49-fecc17dc95bd tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551093 Sep 03 18:16:06.788591 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d81ab-3205-4432-936a-2999d77bd81d req-995c5c75-a8fd-4b8b-8d30-f49b4bac7c08 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:06.790220 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6c6d81ab-3205-4432-936a-2999d77bd81d req-995c5c75-a8fd-4b8b-8d30-f49b4bac7c08 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 946 time: 0.0775809 Sep 03 18:16:06.856383 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6c6d81ab-3205-4432-936a-2999d77bd81d req-31bc41ad-7375-4536-ba5c-111b233abfbe tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491478 Sep 03 18:16:06.892081 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d45809-9bd9-48c5-9d0d-08cf1b9908d3 req-ca6fbab6-d626-4aa0-b757-aa13956d44cf tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:06.893635 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-56d45809-9bd9-48c5-9d0d-08cf1b9908d3 req-ca6fbab6-d626-4aa0-b757-aa13956d44cf tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0523717 Sep 03 18:16:06.935059 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-56d45809-9bd9-48c5-9d0d-08cf1b9908d3 req-462a5172-7e8c-4298-b3fa-c50be7424a4e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342164 Sep 03 18:16:07.921504 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f477403-0390-4e7d-b307-7b49edc3a832 req-c655e7f4-dbe6-4b0a-ac82-1ca57eab5a14 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:07.923039 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7f477403-0390-4e7d-b307-7b49edc3a832 req-c655e7f4-dbe6-4b0a-ac82-1ca57eab5a14 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0624354 Sep 03 18:16:07.988160 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7f477403-0390-4e7d-b307-7b49edc3a832 req-2a50328a-fa57-415d-b989-58c0ea36a7d7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580459 Sep 03 18:16:08.018308 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f22a8-267e-4ddd-b8fd-b252c4035a7d req-a4c0f103-0e43-4666-977a-62bc43262a8a tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:08.018308 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ca1f22a8-267e-4ddd-b8fd-b252c4035a7d req-a4c0f103-0e43-4666-977a-62bc43262a8a tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 946 time: 0.0702703 Sep 03 18:16:08.073839 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ca1f22a8-267e-4ddd-b8fd-b252c4035a7d req-9e0516c6-bf4e-45b5-b58f-6acebeb357a7 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436184 Sep 03 18:16:08.137204 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dc48c0-66af-4a46-aec9-3b0e6dccd37c req-6470fea1-6027-4974-9cbb-2a5df3d27d72 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:08.145779 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-60dc48c0-66af-4a46-aec9-3b0e6dccd37c req-6470fea1-6027-4974-9cbb-2a5df3d27d72 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0622759 Sep 03 18:16:08.224713 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-60dc48c0-66af-4a46-aec9-3b0e6dccd37c req-f68be25a-8298-4e7c-9cb5-3d83a2f268c9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715230 Sep 03 18:16:08.490235 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65173f54-c83a-48d8-8c1a-fefe619c2276 req-f3a294e3-082b-423e-901b-84bab0374ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:08.492670 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-65173f54-c83a-48d8-8c1a-fefe619c2276 req-f3a294e3-082b-423e-901b-84bab0374ad2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 1099 time: 0.0565908 Sep 03 18:16:08.538211 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-65173f54-c83a-48d8-8c1a-fefe619c2276 req-9fe3adbd-ca3c-4f3d-8316-1f263023ea13 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369730 Sep 03 18:16:09.149632 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0045ea2-e26e-4ec2-a0a2-4dd2a6465ede req-86cc98c8-6e2a-47f1-80c1-7a41b70695d9 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:09.157554 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c0045ea2-e26e-4ec2-a0a2-4dd2a6465ede req-86cc98c8-6e2a-47f1-80c1-7a41b70695d9 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0700216 Sep 03 18:16:09.217386 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c0045ea2-e26e-4ec2-a0a2-4dd2a6465ede req-45d55a5e-ba06-4b7e-a793-3ab77989bfb0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589547 Sep 03 18:16:09.243633 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed92738-8093-4efe-9076-e8beee29966f req-03f14a5e-cd1a-4594-93fd-4e2973cd920e tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:09.245159 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eed92738-8093-4efe-9076-e8beee29966f req-03f14a5e-cd1a-4594-93fd-4e2973cd920e tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 946 time: 0.0732284 Sep 03 18:16:09.341335 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eed92738-8093-4efe-9076-e8beee29966f req-c00b1bd2-0229-4393-a8a6-87d3ccf52a8f tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835588 Sep 03 18:16:09.419842 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7aaf2a-c4a6-4cff-a4e4-44397ef33150 req-cd6d27c9-209a-4aa5-94d8-0011d16d51f5 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:09.423235 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1d7aaf2a-c4a6-4cff-a4e4-44397ef33150 req-cd6d27c9-209a-4aa5-94d8-0011d16d51f5 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0702560 Sep 03 18:16:09.486069 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1d7aaf2a-c4a6-4cff-a4e4-44397ef33150 req-c1b6050a-d736-41db-a92c-d4e533e07dcc tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544715 Sep 03 18:16:10.365798 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1ba16-2a66-4b2a-9501-3388ff6a1c87 req-13388f99-aab2-440f-a092-ed75f47124ec tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:10.367423 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c7b1ba16-2a66-4b2a-9501-3388ff6a1c87 req-13388f99-aab2-440f-a092-ed75f47124ec tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0608997 Sep 03 18:16:10.429936 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c7b1ba16-2a66-4b2a-9501-3388ff6a1c87 req-42438e99-826b-44af-bf99-2f3488f7ff9e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484333 Sep 03 18:16:10.495851 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123de3f-87ab-4f91-999e-935734594653 req-e135c4e5-6543-4922-8462-12a6bbb967c1 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:10.503908 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0123de3f-87ab-4f91-999e-935734594653 req-e135c4e5-6543-4922-8462-12a6bbb967c1 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 946 time: 0.0588551 Sep 03 18:16:10.551426 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0123de3f-87ab-4f91-999e-935734594653 req-a2bba503-9a7d-40a3-b409-10d1a538dc70 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466120 Sep 03 18:16:10.639789 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbd6882-9def-41c0-a6bf-843c784885de req-4b479a3c-c0d1-438a-a450-e9c39060c45f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:10.641406 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fdbd6882-9def-41c0-a6bf-843c784885de req-4b479a3c-c0d1-438a-a450-e9c39060c45f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0537949 Sep 03 18:16:10.704951 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fdbd6882-9def-41c0-a6bf-843c784885de req-89bc78d6-582f-489c-a97a-64a71dbde1b1 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544434 Sep 03 18:16:11.569021 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b798e-a10a-4494-82fc-35884df13d78 req-3489d39d-7517-4fb7-b178-47fbf4bf420b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:11.570706 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc3b798e-a10a-4494-82fc-35884df13d78 req-3489d39d-7517-4fb7-b178-47fbf4bf420b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0687659 Sep 03 18:16:11.620305 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc3b798e-a10a-4494-82fc-35884df13d78 req-0f6b71e8-52a8-4a89-b4fa-cb9381877960 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434544 Sep 03 18:16:11.694471 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190f686b-5fea-4aca-80f5-0edec50ca50d req-15c0f015-8200-4c4e-9dcd-eb997c10596d tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:11.696005 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-190f686b-5fea-4aca-80f5-0edec50ca50d req-15c0f015-8200-4c4e-9dcd-eb997c10596d tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 946 time: 0.0555520 Sep 03 18:16:11.738456 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-190f686b-5fea-4aca-80f5-0edec50ca50d req-3fc1cc6c-43da-43f2-b2de-13be53de9821 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357707 Sep 03 18:16:11.833549 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785ee02-4f71-4fb6-b884-dc0113560ef7 req-2952f04e-d2d6-44d0-97e7-f097dc4001ae tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:11.835167 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e785ee02-4f71-4fb6-b884-dc0113560ef7 req-2952f04e-d2d6-44d0-97e7-f097dc4001ae tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0513697 Sep 03 18:16:11.893523 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e785ee02-4f71-4fb6-b884-dc0113560ef7 req-bec02ec6-df85-4119-b697-13b566c435ab tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453143 Sep 03 18:16:12.756347 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa6dd5-9ab9-4d34-bb47-d5bfe4d43440 req-49769753-69f8-4f69-bbb1-2df64503e073 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:12.757832 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70fa6dd5-9ab9-4d34-bb47-d5bfe4d43440 req-49769753-69f8-4f69-bbb1-2df64503e073 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0480165 Sep 03 18:16:12.801684 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70fa6dd5-9ab9-4d34-bb47-d5bfe4d43440 req-9f0653fa-0ebd-4757-90ee-c67bf821349e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375919 Sep 03 18:16:12.861592 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770fa7b-13d8-4128-bb3b-4daaec4324d5 req-97587245-953f-4c78-ae4f-4f473b8d050b tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:12.863739 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5770fa7b-13d8-4128-bb3b-4daaec4324d5 req-97587245-953f-4c78-ae4f-4f473b8d050b tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 946 time: 0.0519843 Sep 03 18:16:12.904862 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5770fa7b-13d8-4128-bb3b-4daaec4324d5 req-3f1535f7-304d-4235-965b-17754d9f9f6c tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351710 Sep 03 18:16:12.998392 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3eedb0-7cc7-45a6-8d05-2f2d51fc3a6f req-b48d08b6-22c8-45d9-b03c-ac35612551cf tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:12.999871 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd3eedb0-7cc7-45a6-8d05-2f2d51fc3a6f req-b48d08b6-22c8-45d9-b03c-ac35612551cf tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0484123 Sep 03 18:16:13.040593 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd3eedb0-7cc7-45a6-8d05-2f2d51fc3a6f req-5f188b83-0514-4dfc-8ab8-8f2237b689ef tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344965 Sep 03 18:16:13.629649 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ec8dd-71e2-43a2-bf40-d5e0e1dd6326 req-a6ae8ec6-14b9-4b45-86e1-ca11082ced94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:13.633184 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-655ec8dd-71e2-43a2-bf40-d5e0e1dd6326 req-a6ae8ec6-14b9-4b45-86e1-ca11082ced94 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91b2e3de39174dfaafef8a07f2e61bc2&device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 1098 time: 0.0633943 Sep 03 18:16:13.727388 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ec8dd-71e2-43a2-bf40-d5e0e1dd6326 req-54b54352-65ce-4a42-aba3-9d94305b6851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:13.728759 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-655ec8dd-71e2-43a2-bf40-d5e0e1dd6326 req-54b54352-65ce-4a42-aba3-9d94305b6851 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04 HTTP/1.1" status: 200 len: 916 time: 0.0881526 Sep 03 18:16:13.795557 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-655ec8dd-71e2-43a2-bf40-d5e0e1dd6326 req-47c2b58c-0d79-4733-8949-3b573c8def83 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14844a20-98e7-4dde-8afc-6173394f9f19 HTTP/1.1" status: 200 len: 1001 time: 0.0557797 Sep 03 18:16:13.846499 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ec8dd-71e2-43a2-bf40-d5e0e1dd6326 req-5599d48f-b7c2-4b99-8557-a0c150106bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:13.847963 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-655ec8dd-71e2-43a2-bf40-d5e0e1dd6326 req-5599d48f-b7c2-4b99-8557-a0c150106bc4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=208c51a8-f834-4218-8eaa-2936809d4cf5 HTTP/1.1" status: 200 len: 854 time: 0.0438547 Sep 03 18:16:13.899259 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ec8dd-71e2-43a2-bf40-d5e0e1dd6326 req-eb9dbc09-794a-4996-9910-a0c45b1242af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:13.900764 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-655ec8dd-71e2-43a2-bf40-d5e0e1dd6326 req-eb9dbc09-794a-4996-9910-a0c45b1242af service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0435169 Sep 03 18:16:13.919779 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072806d-857e-422f-ade4-5728fb8404f6 req-07d909c8-466b-435d-827d-fc01fedcc26e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:13.921250 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e072806d-857e-422f-ade4-5728fb8404f6 req-07d909c8-466b-435d-827d-fc01fedcc26e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0489597 Sep 03 18:16:13.961642 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e072806d-857e-422f-ade4-5728fb8404f6 req-be81cca8-42cf-4585-87a6-b9ff83931836 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339801 Sep 03 18:16:14.005977 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-655ec8dd-71e2-43a2-bf40-d5e0e1dd6326 req-1c695f1c-bb4c-4f9b-ae13-7c39733689af service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959420 Sep 03 18:16:14.040307 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf98aaf-0ddc-4e61-bf07-2a7ba1cbbfd9 req-a72938b1-b110-492a-a993-f5db76066293 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:14.041802 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8bf98aaf-0ddc-4e61-bf07-2a7ba1cbbfd9 req-a72938b1-b110-492a-a993-f5db76066293 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 946 time: 0.0571976 Sep 03 18:16:14.081736 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8bf98aaf-0ddc-4e61-bf07-2a7ba1cbbfd9 req-299914da-a73e-40a1-8d9d-e8efb7823ada tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338948 Sep 03 18:16:14.170139 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83baa8-8f67-451d-8146-325b0d9726f6 req-1e08dd4f-7607-4116-a29d-fee00e1a2fb7 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:14.171767 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6d83baa8-8f67-451d-8146-325b0d9726f6 req-1e08dd4f-7607-4116-a29d-fee00e1a2fb7 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0632174 Sep 03 18:16:14.222170 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6d83baa8-8f67-451d-8146-325b0d9726f6 req-fd84ba68-cfe5-4d0f-b3aa-6750a917e294 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434330 Sep 03 18:16:15.109292 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63229f3-8dde-4bb4-9658-a471067efcee req-a3b6c345-c4e1-4f96-a03c-ec58830dba5e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:15.110874 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d63229f3-8dde-4bb4-9658-a471067efcee req-a3b6c345-c4e1-4f96-a03c-ec58830dba5e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0498931 Sep 03 18:16:15.132311 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-655ec8dd-71e2-43a2-bf40-d5e0e1dd6326 req-aaba23b9-77c4-43f8-9b6d-879f1197b2e0 service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902157 Sep 03 18:16:15.148679 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d63229f3-8dde-4bb4-9658-a471067efcee req-b18094d4-8437-484c-9aa2-205c933c4b5f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316532 Sep 03 18:16:15.338960 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d39a274-829c-4151-91c8-ce2148999dd5 req-961f0ad8-356b-42b8-83b0-021ca44d2bb2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:15.340352 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0d39a274-829c-4151-91c8-ce2148999dd5 req-961f0ad8-356b-42b8-83b0-021ca44d2bb2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0475242 Sep 03 18:16:15.376921 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0d39a274-829c-4151-91c8-ce2148999dd5 req-ccb0f060-c011-4eb7-adc2-3ee81160d21a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306802 Sep 03 18:16:16.265312 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55524e32-8a16-4cbd-9ed4-c758f37d7a97 req-9978c22e-3d60-4597-8c76-59d3ec8c69d4 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:16.266811 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-55524e32-8a16-4cbd-9ed4-c758f37d7a97 req-9978c22e-3d60-4597-8c76-59d3ec8c69d4 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0495136 Sep 03 18:16:16.307102 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-55524e32-8a16-4cbd-9ed4-c758f37d7a97 req-27937588-422b-4b74-8ebc-31d754f20ea4 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343637 Sep 03 18:16:16.492734 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee3195-d656-4acd-bdf6-f3bd58796c20 req-3fefb074-581f-47ad-891e-592ea603930f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:16.494193 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-87ee3195-d656-4acd-bdf6-f3bd58796c20 req-3fefb074-581f-47ad-891e-592ea603930f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0493455 Sep 03 18:16:16.531193 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-87ee3195-d656-4acd-bdf6-f3bd58796c20 req-5a7454b1-4c78-4b98-9103-657bd4479862 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312872 Sep 03 18:16:17.425367 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c33e1b-610e-4e48-84c3-1e45468d9e9b req-66bcb471-a022-464f-b529-d17d73656b72 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:17.427507 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-84c33e1b-610e-4e48-84c3-1e45468d9e9b req-66bcb471-a022-464f-b529-d17d73656b72 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 945 time: 0.0504510 Sep 03 18:16:17.464296 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-84c33e1b-610e-4e48-84c3-1e45468d9e9b req-26f415af-7d2c-4e98-a1cd-829bd9e2265e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305777 Sep 03 18:16:17.497352 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 14844a20-98e7-4dde-8afc-6173394f9f19 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:16:17.570707 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:17.592362 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2552f9b9-14e5-4755-ba32-079a660a5353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14844a20-98e7-4dde-8afc-6173394f9f19'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:17.594481 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2afbec-6631-45e0-a846-eb6fd0a5cac6" -d '{"events": [{"server_uuid": "2552f9b9-14e5-4755-ba32-079a660a5353", "name": "network-vif-unplugged", "status": "completed", "tag": "14844a20-98e7-4dde-8afc-6173394f9f19"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:17.612576 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 14844a20-98e7-4dde-8afc-6173394f9f19, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14844a20-98e7-4dde-8afc-6173394f9f19,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:17.616964 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:17.642929 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89db5b00-f525-4fb5-95f5-7aa1bb283120 x-openstack-request-id: req-89db5b00-f525-4fb5-95f5-7aa1bb283120 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:17.643365 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2552f9b9-14e5-4755-ba32-079a660a5353", "name": "network-vif-unplugged", "status": "completed", "tag": "14844a20-98e7-4dde-8afc-6173394f9f19", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:17.643609 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-89db5b00-f525-4fb5-95f5-7aa1bb283120 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:17.644002 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2552f9b9-14e5-4755-ba32-079a660a5353', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14844a20-98e7-4dde-8afc-6173394f9f19', 'code': 200} Sep 03 18:16:17.649575 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5676c90-dcbd-4e19-9150-df2b314747e5 req-8e32e00d-bec0-4072-be25-7c5fb8a70bd5 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:17.651126 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f5676c90-dcbd-4e19-9150-df2b314747e5 req-8e32e00d-bec0-4072-be25-7c5fb8a70bd5 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0553527 Sep 03 18:16:17.669966 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=14844a20-98e7-4dde-8afc-6173394f9f19,revision_number=8']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:17.699266 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f5676c90-dcbd-4e19-9150-df2b314747e5 req-666e12bf-52ce-493c-a022-6ffd843708f3 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402229 Sep 03 18:16:18.588286 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5a7c4e-301d-4074-b847-3163db362aee req-c0cf2281-c388-4adb-adbc-7be64bbd3023 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:18.589785 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a5a7c4e-301d-4074-b847-3163db362aee req-c0cf2281-c388-4adb-adbc-7be64bbd3023 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0517108 Sep 03 18:16:18.627120 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a5a7c4e-301d-4074-b847-3163db362aee req-e37dd426-46f6-456c-9177-1f0e7ae1fe10 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313728 Sep 03 18:16:18.815458 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d66f4-048d-48dc-9a18-cdf3aa6ffd24 req-6753dd1f-0480-4cd9-9cc4-29e94f972f58 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:18.817004 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-869d66f4-048d-48dc-9a18-cdf3aa6ffd24 req-6753dd1f-0480-4cd9-9cc4-29e94f972f58 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0521870 Sep 03 18:16:18.854545 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-869d66f4-048d-48dc-9a18-cdf3aa6ffd24 req-cb512750-336d-41dd-8a73-af09ec542df5 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316167 Sep 03 18:16:19.748441 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b9b62-0ebf-43e5-bbe4-ba08bfdaa0b5 req-67e5fca4-8c8a-4535-adee-ddc91d0db838 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:19.749926 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c05b9b62-0ebf-43e5-bbe4-ba08bfdaa0b5 req-67e5fca4-8c8a-4535-adee-ddc91d0db838 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0507724 Sep 03 18:16:19.792192 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c05b9b62-0ebf-43e5-bbe4-ba08bfdaa0b5 req-72127a04-77fa-4146-9185-19dbe0203bc4 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361288 Sep 03 18:16:19.976470 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0441e0b0-ffc2-4f14-91e1-1912c93af747 req-eca134ae-a817-4163-9cdd-bd5dd73aef9f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:19.977953 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0441e0b0-ffc2-4f14-91e1-1912c93af747 req-eca134ae-a817-4163-9cdd-bd5dd73aef9f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0498674 Sep 03 18:16:20.014946 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0441e0b0-ffc2-4f14-91e1-1912c93af747 req-23cef6f0-aa63-4478-a14e-13d38f644cd0 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310364 Sep 03 18:16:20.945757 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b05935-002b-429c-babc-539cd1b96b08 req-42ffb240-2ed2-4400-b232-c107d85c2067 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:20.947322 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-73b05935-002b-429c-babc-539cd1b96b08 req-42ffb240-2ed2-4400-b232-c107d85c2067 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0507851 Sep 03 18:16:20.984905 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-73b05935-002b-429c-babc-539cd1b96b08 req-2811d6fc-f051-4f98-bb34-f47e919e1ef5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317094 Sep 03 18:16:21.136150 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579894ad-fe14-411a-9005-35851cbfda7b req-b5713f93-2951-42f8-9504-2984d0c1fd76 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:21.137639 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-579894ad-fe14-411a-9005-35851cbfda7b req-b5713f93-2951-42f8-9504-2984d0c1fd76 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0497537 Sep 03 18:16:21.186170 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-579894ad-fe14-411a-9005-35851cbfda7b req-49e53072-70e5-4dfb-a544-863547e4f5bd tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424340 Sep 03 18:16:22.120984 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c810fa-f493-481e-bf72-e368d087a67e req-973afa71-08b9-403f-a92f-5f85184f2fef tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:22.123039 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-41c810fa-f493-481e-bf72-e368d087a67e req-973afa71-08b9-403f-a92f-5f85184f2fef tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0537722 Sep 03 18:16:22.164150 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-41c810fa-f493-481e-bf72-e368d087a67e req-3dfa0264-420c-45b6-aec8-1f951d7765f2 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356498 Sep 03 18:16:22.305794 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe0778-02a0-45e7-b4d2-8187a2ad6a77 req-07b23282-764e-4544-85f7-c7fc2147034d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:22.307315 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-64fe0778-02a0-45e7-b4d2-8187a2ad6a77 req-07b23282-764e-4544-85f7-c7fc2147034d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0488377 Sep 03 18:16:22.345507 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-64fe0778-02a0-45e7-b4d2-8187a2ad6a77 req-acded65c-8b65-44db-bf7e-c4101b6bf29b tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323541 Sep 03 18:16:22.714344 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9396fe8b-a323-413a-ab14-5a1c4cc1a712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:23.283546 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198238c-4d66-4bc7-a647-b694cec3e3b9 req-9f4dc869-edff-4c0f-9a2c-b1211c443db5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:23.285037 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4198238c-4d66-4bc7-a647-b694cec3e3b9 req-9f4dc869-edff-4c0f-9a2c-b1211c443db5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0512636 Sep 03 18:16:23.327157 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4198238c-4d66-4bc7-a647-b694cec3e3b9 req-5ee46440-9654-463f-96f0-9feb37ca82d7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359638 Sep 03 18:16:23.476328 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b29f20-4d45-4985-b24f-854ef11f256c req-70c57cda-a742-4b69-8e04-7930ec459883 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:23.477858 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-54b29f20-4d45-4985-b24f-854ef11f256c req-70c57cda-a742-4b69-8e04-7930ec459883 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0563352 Sep 03 18:16:23.519757 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-54b29f20-4d45-4985-b24f-854ef11f256c req-7f6df4fb-1341-4ac8-aa96-3abb3d9ad664 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359361 Sep 03 18:16:23.879936 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [req-adf78587-c374-4bae-b333-c96d0ca6443d req-0abb4be9-5351-42a5-8aa8-c251b74f2acd service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:16:23.881012 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-adf78587-c374-4bae-b333-c96d0ca6443d req-0abb4be9-5351-42a5-8aa8-c251b74f2acd service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062599 Sep 03 18:16:24.055371 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e7aba-6feb-479a-a0db-31e8af1ca01c req-7a22bbf3-6673-44a6-bc01-029394b7b6b3 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:24.056944 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-928e7aba-6feb-479a-a0db-31e8af1ca01c req-7a22bbf3-6673-44a6-bc01-029394b7b6b3 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0537622 Sep 03 18:16:24.098220 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-928e7aba-6feb-479a-a0db-31e8af1ca01c req-974adaa7-ce1b-4667-b294-f8bf31fe6c04 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344353 Sep 03 18:16:24.427881 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 50544) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:24.526625 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04b00e60-704b-4843-a6f3-9062f7059855 req-ea1b8731-f82a-4206-90d8-20b21b84ec22 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0975451 Sep 03 18:16:24.535172 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-04b00e60-704b-4843-a6f3-9062f7059855 req-a4833a19-9e8a-4293-b245-e743bf847526 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:16:24.536722 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04b00e60-704b-4843-a6f3-9062f7059855 req-a4833a19-9e8a-4293-b245-e743bf847526 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054195 Sep 03 18:16:24.650349 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f389825f-096d-492c-8089-bff0921fc709 req-2ecc37ca-00ea-4879-85da-2074451c65ae tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:24.651873 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f389825f-096d-492c-8089-bff0921fc709 req-2ecc37ca-00ea-4879-85da-2074451c65ae tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0504615 Sep 03 18:16:24.698640 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f389825f-096d-492c-8089-bff0921fc709 req-26337da6-e804-4967-958f-bb1b426856b9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399163 Sep 03 18:16:25.167764 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 50580) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:25.226420 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e84dacb-5649-4750-8746-1ea1b341de66 req-0faf1e3b-7749-4223-a851-8cd234224e64 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:25.227936 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6e84dacb-5649-4750-8746-1ea1b341de66 req-0faf1e3b-7749-4223-a851-8cd234224e64 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0538070 Sep 03 18:16:25.268511 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6e84dacb-5649-4750-8746-1ea1b341de66 req-ee61613a-9cf2-4f86-83e2-85c029544214 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334072 Sep 03 18:16:25.284684 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e28d8171-be69-4678-b69c-bdc7f3caaa1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:25.341241 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c728c2be-96b4-4649-bf3b-ef2070f1703d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:25.386537 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e28d8171-be69-4678-b69c-bdc7f3caaa1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:25.390874 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e28d8171-be69-4678-b69c-bdc7f3caaa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:25.429706 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e28d8171-be69-4678-b69c-bdc7f3caaa1a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=3d73df591a4645438bbea2dff2334590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2607272 Sep 03 18:16:25.430576 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28d8171-be69-4678-b69c-bdc7f3caaa1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3a632c-535c-496b-ad45-db1dd1584f1f,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:25.432424 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 50586) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:25.482004 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2157bc42-3039-492e-818c-fd951e28a120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:25.505593 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2157bc42-3039-492e-818c-fd951e28a120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:25.531507 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 14844a20-98e7-4dde-8afc-6173394f9f19 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:16:25.564058 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2157bc42-3039-492e-818c-fd951e28a120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:25.567237 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2157bc42-3039-492e-818c-fd951e28a120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:25.568377 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2157bc42-3039-492e-818c-fd951e28a120 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da3a632c-535c-496b-ad45-db1dd1584f1f HTTP/1.1" status: 204 len: 168 time: 0.1349137 Sep 03 18:16:25.576308 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157bc42-3039-492e-818c-fd951e28a120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3a632c-535c-496b-ad45-db1dd1584f1f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:25.845595 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787c3a6-8c34-43b4-8231-c1109cc5121d req-0296083a-b3fa-414a-8764-4e0d650bdcce tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:25.847288 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b787c3a6-8c34-43b4-8231-c1109cc5121d req-0296083a-b3fa-414a-8764-4e0d650bdcce tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0758200 Sep 03 18:16:25.855002 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:25.894105 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b787c3a6-8c34-43b4-8231-c1109cc5121d req-2db28516-5a6a-4020-85f4-d4a3ec6040cf tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396795 Sep 03 18:16:26.314833 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 50604) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:26.400764 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39508940-0a4b-462d-83bd-7b336395efa0 req-366f4909-8e49-4fa6-aa77-3e41c38c1886 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:26.404691 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39508940-0a4b-462d-83bd-7b336395efa0 req-366f4909-8e49-4fa6-aa77-3e41c38c1886 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0625377 Sep 03 18:16:26.444592 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:26.470066 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39508940-0a4b-462d-83bd-7b336395efa0 req-0199d36f-9c35-4438-aca9-dbe6ba819f34 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583589 Sep 03 18:16:26.506333 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b00e60-704b-4843-a6f3-9062f7059855 req-984b9071-bcc6-40d8-beea-3a82edb9e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:26.508068 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04b00e60-704b-4843-a6f3-9062f7059855 req-984b9071-bcc6-40d8-beea-3a82edb9e06d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353&tenant_id=91b2e3de39174dfaafef8a07f2e61bc2 HTTP/1.1" status: 200 len: 1096 time: 0.0838943 Sep 03 18:16:26.564581 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:26.578603 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b00e60-704b-4843-a6f3-9062f7059855 req-6b721f4b-533c-4ccf-877a-9ad7adb1e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:26.580170 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04b00e60-704b-4843-a6f3-9062f7059855 req-6b721f4b-533c-4ccf-877a-9ad7adb1e796 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91b2e3de39174dfaafef8a07f2e61bc2&device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 1096 time: 0.0417433 Sep 03 18:16:26.582908 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:26.618696 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8106debf1f334bd58c09c09773d8a5a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027210 Sep 03 18:16:26.621362 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 50608) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:26.638907 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb8ae87-0712-409e-a013-12be8a8a9f1e,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:26.646298 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:26.646659 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:26.647004 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:26.647338 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:26.647666 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:26.648275 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:26.648606 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:26.648929 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:26.649491 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:26.649824 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:26.650144 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:26.650492 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0721db08-d035-4aa7-9795-50680093d2a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:26.716339 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b00e60-704b-4843-a6f3-9062f7059855 req-c47e759b-4c74-44b2-904b-e71df822fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:26.717799 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04b00e60-704b-4843-a6f3-9062f7059855 req-c47e759b-4c74-44b2-904b-e71df822fe3e service neutron] 10.222.0.55 "GET /v2.0/networks?id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04 HTTP/1.1" status: 200 len: 916 time: 0.1299593 Sep 03 18:16:26.720493 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5ed47153-4f8b-4315-a7cb-d0c3c1dba64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:26.772007 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5ed47153-4f8b-4315-a7cb-d0c3c1dba64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:26.825146 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:26.825749 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04b00e60-704b-4843-a6f3-9062f7059855 req-e78b9776-7ee9-403c-b204-956413a26727 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=14844a20-98e7-4dde-8afc-6173394f9f19 HTTP/1.1" status: 200 len: 999 time: 0.0918972 Sep 03 18:16:26.882366 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5ed47153-4f8b-4315-a7cb-d0c3c1dba64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:26.884846 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5ed47153-4f8b-4315-a7cb-d0c3c1dba64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:26.885989 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5ed47153-4f8b-4315-a7cb-d0c3c1dba64d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6bb8ae87-0712-409e-a013-12be8a8a9f1e HTTP/1.1" status: 204 len: 168 time: 0.2636840 Sep 03 18:16:26.899377 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed47153-4f8b-4315-a7cb-d0c3c1dba64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb8ae87-0712-409e-a013-12be8a8a9f1e,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:26.907423 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b00e60-704b-4843-a6f3-9062f7059855 req-f25aacc2-447e-4679-a7ea-7fb2bec01b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:26.909190 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04b00e60-704b-4843-a6f3-9062f7059855 req-f25aacc2-447e-4679-a7ea-7fb2bec01b75 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=208c51a8-f834-4218-8eaa-2936809d4cf5 HTTP/1.1" status: 200 len: 854 time: 0.0693536 Sep 03 18:16:26.967181 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b00e60-704b-4843-a6f3-9062f7059855 req-e935ddca-3cd4-4ef4-b179-0f37a59aee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:26.968764 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04b00e60-704b-4843-a6f3-9062f7059855 req-e935ddca-3cd4-4ef4-b179-0f37a59aee84 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0493958 Sep 03 18:16:27.023326 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbad199-b7c1-4328-828e-e885975d03c1 req-e04e94fd-8772-4a63-b04f-5b47888683de tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:27.025030 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4fbad199-b7c1-4328-828e-e885975d03c1 req-e04e94fd-8772-4a63-b04f-5b47888683de tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0566628 Sep 03 18:16:27.080196 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04b00e60-704b-4843-a6f3-9062f7059855 req-5209b952-d1a6-4e0d-882c-03d8bf5604d0 service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017613 Sep 03 18:16:27.081218 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4fbad199-b7c1-4328-828e-e885975d03c1 req-8bcbcc45-5720-41c1-93ad-80a350ca3756 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339329 Sep 03 18:16:27.172534 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-04b00e60-704b-4843-a6f3-9062f7059855 req-4a96a054-03eb-4040-880f-1f110d4b8b1e service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844655 Sep 03 18:16:27.616947 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe9940-cf29-4c47-862a-d25cc4eb6685 req-030817e6-2b67-413a-963b-91294013a1ca tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:27.618429 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b9fe9940-cf29-4c47-862a-d25cc4eb6685 req-030817e6-2b67-413a-963b-91294013a1ca tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0631802 Sep 03 18:16:27.674211 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b9fe9940-cf29-4c47-862a-d25cc4eb6685 req-0753486c-24ad-4c18-8f2d-bc120c79031f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450106 Sep 03 18:16:28.120871 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:28.245815 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008e3bb-205a-4b52-a4b3-603adddf7f12 req-d3e24b9c-00cb-4468-bafa-cb5d72edef95 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:28.250228 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8008e3bb-205a-4b52-a4b3-603adddf7f12 req-d3e24b9c-00cb-4468-bafa-cb5d72edef95 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0781293 Sep 03 18:16:28.329399 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8008e3bb-205a-4b52-a4b3-603adddf7f12 req-6928e193-c7d4-4ec3-832d-e57c0182f43f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711632 Sep 03 18:16:28.337508 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:28.810720 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e5af82-e03a-4ef6-a7ab-d09fec75a924 req-e7e3ffad-f8ba-4a91-8cb7-8eb054a3f8d6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:28.812342 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63e5af82-e03a-4ef6-a7ab-d09fec75a924 req-e7e3ffad-f8ba-4a91-8cb7-8eb054a3f8d6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0554545 Sep 03 18:16:28.854519 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63e5af82-e03a-4ef6-a7ab-d09fec75a924 req-f1bc9dfe-05f7-4d58-b0eb-9eb5e0ce0676 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352936 Sep 03 18:16:29.489500 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79627fe-56eb-40a7-914c-3a88c4bf00c7 req-67195295-4e0f-4f5c-9538-61c24889ab39 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:29.491256 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a79627fe-56eb-40a7-914c-3a88c4bf00c7 req-67195295-4e0f-4f5c-9538-61c24889ab39 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0659590 Sep 03 18:16:29.566573 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a79627fe-56eb-40a7-914c-3a88c4bf00c7 req-f3bc2d1f-b6c1-4147-a6d0-0cfd56a92eac tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567956 Sep 03 18:16:29.824228 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-3e2b4cf5-60b4-4923-a814-2e629dc6e732 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480919539&fields=id&tenant_id=fbbf39ea06ed4764ad55a9860853f5f8 HTTP/1.1" status: 200 len: 267 time: 0.0351446 Sep 03 18:16:29.955103 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-ae7f9a0d-0e85-46dc-8e8a-d48542d9fef6 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:29.960327 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-ae7f9a0d-0e85-46dc-8e8a-d48542d9fef6 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/networks?id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 200 len: 811 time: 0.1255407 Sep 03 18:16:29.997966 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-5ee6d47a-6c6d-491e-9d30-2d07ae947c89 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/quotas/fbbf39ea06ed4764ad55a9860853f5f8 HTTP/1.1" status: 200 len: 375 time: 0.0127285 Sep 03 18:16:30.040313 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8c2f3-414a-48b5-b9c5-e872ecabf5d2 req-513c13d2-c140-4259-8e3e-cb10b56d1522 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:30.041887 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d1a8c2f3-414a-48b5-b9c5-e872ecabf5d2 req-513c13d2-c140-4259-8e3e-cb10b56d1522 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.1045153 Sep 03 18:16:30.088448 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-44085e40-afa5-426c-a7f0-db0309bb539d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0836489 Sep 03 18:16:30.096759 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d1a8c2f3-414a-48b5-b9c5-e872ecabf5d2 req-3c98dd91-0dc3-4688-a110-7b72a3b08a9e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474939 Sep 03 18:16:30.200774 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-9e61bdd1-bac5-4646-ab64-2d8c73e6f3ee service neutron] 10.222.0.45 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896292 Sep 03 18:16:30.297755 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-c313189e-66e1-4cce-a632-6600d19a9720 service neutron] 10.222.0.45 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896683 Sep 03 18:16:30.622341 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-128d6e4a-baec-4185-b523-c2d2a97237d3 req-b49dd19b-a483-435d-82a7-1f70d2efe45a tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 210 time: 0.0347428 Sep 03 18:16:30.701689 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dcd3a0-0c96-4775-b3ec-eab644beb263 req-fcd648f3-01db-4cda-9c3a-4b675cb357a6 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:30.703229 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f4dcd3a0-0c96-4775-b3ec-eab644beb263 req-fcd648f3-01db-4cda-9c3a-4b675cb357a6 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0643229 Sep 03 18:16:30.752304 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f4dcd3a0-0c96-4775-b3ec-eab644beb263 req-bc82a6b3-cbd8-4cf3-8216-98d5e9948a36 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424228 Sep 03 18:16:30.905785 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:16:31.254905 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61e216-eb9f-4cd9-9ec0-c2e7736a0070 req-f3d67e1e-0aca-4654-a2d4-14a4bf061fc6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:31.262245 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fe61e216-eb9f-4cd9-9ec0-c2e7736a0070 req-f3d67e1e-0aca-4654-a2d4-14a4bf061fc6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0715868 Sep 03 18:16:31.298337 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fe61e216-eb9f-4cd9-9ec0-c2e7736a0070 req-e193b56a-5e83-463e-99b6-af7c24a24b31 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350437 Sep 03 18:16:31.718728 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc2a40b5-7ce1-4ba8-93bb-8d0286a032c6 req-bdc4da46-6c47-4a99-a98d-667238d7ea52 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 210 time: 0.0271986 Sep 03 18:16:31.888821 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444e557-1b3e-477d-95bc-1b3209e68543 req-332c2be7-2632-4a10-8fda-8ee056fdd3ad tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:31.890435 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5444e557-1b3e-477d-95bc-1b3209e68543 req-332c2be7-2632-4a10-8fda-8ee056fdd3ad tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0488713 Sep 03 18:16:31.939602 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5444e557-1b3e-477d-95bc-1b3209e68543 req-875095f7-0a2c-43f3-a2d9-948af248ffd6 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431242 Sep 03 18:16:32.430969 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145d159-c2fe-434d-81c9-532e4ce8be92 req-5bbc79d3-41c7-451c-8f8b-d9f85a5e2105 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:32.437405 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6145d159-c2fe-434d-81c9-532e4ce8be92 req-5bbc79d3-41c7-451c-8f8b-d9f85a5e2105 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0571239 Sep 03 18:16:32.476202 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6145d159-c2fe-434d-81c9-532e4ce8be92 req-52cc36a8-07f6-431e-a18f-5a40cfe226dc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353997 Sep 03 18:16:32.826101 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-47045aa2-4316-4bbd-86e2-69944bc7d0a9 req-b37bb575-6256-4c37-81f0-3cbea5c10c1f tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 210 time: 0.0319946 Sep 03 18:16:33.060208 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30451730-bf5f-4127-93fb-fe77f0f58809 req-a25bcf53-1d58-4aa3-a750-7f1b3d49cbb9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:33.061869 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-30451730-bf5f-4127-93fb-fe77f0f58809 req-a25bcf53-1d58-4aa3-a750-7f1b3d49cbb9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0548229 Sep 03 18:16:33.102678 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-30451730-bf5f-4127-93fb-fe77f0f58809 req-f0a9f904-8343-47c4-bee8-daeb91267e45 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337968 Sep 03 18:16:33.621502 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276706e3-db3a-474e-9168-0f95d31a6705 req-96b059df-8ad0-468c-b787-82cfc3a3f019 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:33.623409 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-276706e3-db3a-474e-9168-0f95d31a6705 req-96b059df-8ad0-468c-b787-82cfc3a3f019 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0559831 Sep 03 18:16:33.676800 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-276706e3-db3a-474e-9168-0f95d31a6705 req-bf809ae0-2742-4fe8-b3b8-d9e4d6ca0aaf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467343 Sep 03 18:16:33.940156 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-960ffd4b-225a-46ff-a0a6-05ec70997aef req-5db142c4-ecf6-4500-8086-00a0f1ca03d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 210 time: 0.0288894 Sep 03 18:16:34.261959 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cd78c-b799-4d30-95ab-63001caca861 req-5b5eed7a-9d47-4f15-bfa6-9d7678008c11 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:34.263655 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-620cd78c-b799-4d30-95ab-63001caca861 req-5b5eed7a-9d47-4f15-bfa6-9d7678008c11 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0774190 Sep 03 18:16:34.312377 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-620cd78c-b799-4d30-95ab-63001caca861 req-569e8e70-c8bf-4375-a4a9-023af8d31be9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400019 Sep 03 18:16:34.813509 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb806b-0aa7-4000-a39a-5f6f9181fd3d req-b1e8da70-1f43-485b-b052-a36010b4db10 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:34.830677 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7cbb806b-0aa7-4000-a39a-5f6f9181fd3d req-b1e8da70-1f43-485b-b052-a36010b4db10 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0729136 Sep 03 18:16:34.864535 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7cbb806b-0aa7-4000-a39a-5f6f9181fd3d req-e17b152f-a2f0-454d-a0a6-b43bbbda55a2 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329778 Sep 03 18:16:35.047856 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f86d4414-4a3b-4770-883e-d788716926e2 req-3f345b42-38fd-4920-bc61-5142038856cb tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 210 time: 0.0320842 Sep 03 18:16:35.451117 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1ab8e0-2124-41f5-8a12-511de3f5d800 req-9872c77b-4a85-43c0-9c2c-265a472585c3 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:35.452585 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd1ab8e0-2124-41f5-8a12-511de3f5d800 req-9872c77b-4a85-43c0-9c2c-265a472585c3 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0661981 Sep 03 18:16:35.488648 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd1ab8e0-2124-41f5-8a12-511de3f5d800 req-e3ac28c9-a249-45b9-9e07-2f42e9e76eac tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296612 Sep 03 18:16:36.015229 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd08c090-cf76-463b-9807-eedaa4d52b87 req-ee7de0e9-3e6f-46b5-8b86-c22c994fdf29 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:36.016807 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dd08c090-cf76-463b-9807-eedaa4d52b87 req-ee7de0e9-3e6f-46b5-8b86-c22c994fdf29 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0694065 Sep 03 18:16:36.056939 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dd08c090-cf76-463b-9807-eedaa4d52b87 req-42440335-fa1b-4bd6-b236-e6bf3e19563b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326204 Sep 03 18:16:36.156444 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-652dd2b8-a00d-492c-b3a1-327c3bd2e724 req-27da79a8-65de-4710-888e-a37c4e3e84e9 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 210 time: 0.0274861 Sep 03 18:16:36.617877 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b521521-1d67-4c67-bc7a-9b3c2f6c3063 req-a6a18028-14d0-45ca-ac26-bad24df78155 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:36.619397 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5b521521-1d67-4c67-bc7a-9b3c2f6c3063 req-a6a18028-14d0-45ca-ac26-bad24df78155 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0539482 Sep 03 18:16:36.659071 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5b521521-1d67-4c67-bc7a-9b3c2f6c3063 req-0997c5ae-a84b-4e33-910a-4af336373ee1 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335910 Sep 03 18:16:37.185310 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57bec33-f7a2-435c-a5ea-6e8fc6ffbe46 req-79f4d8d9-0166-45a9-a8f4-b4feb1e57109 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:37.188139 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a57bec33-f7a2-435c-a5ea-6e8fc6ffbe46 req-79f4d8d9-0166-45a9-a8f4-b4feb1e57109 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0519786 Sep 03 18:16:37.236037 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a57bec33-f7a2-435c-a5ea-6e8fc6ffbe46 req-b1229241-4d73-4237-8a25-4d46ac670e58 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405927 Sep 03 18:16:37.267393 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e4fa1e4d-fbc6-48a7-a194-af4ed8dd28f1 req-21f665ed-29d5-4660-8cfa-3608a03e5045 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 210 time: 0.0302143 Sep 03 18:16:37.776086 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e805e0-1224-4455-8f56-61ad8eb66bff req-b9a77a64-e482-458a-b8c4-785ec515ffba tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:37.777565 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-87e805e0-1224-4455-8f56-61ad8eb66bff req-b9a77a64-e482-458a-b8c4-785ec515ffba tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0487294 Sep 03 18:16:37.823181 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-87e805e0-1224-4455-8f56-61ad8eb66bff req-d85e6a6e-5169-458d-b664-b7978dc66b84 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390754 Sep 03 18:16:38.371597 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c6e7cfb5-1c5e-4862-97b8-75944f46ee62 req-e3ede527-c16d-46ac-a88a-f35be8df3492 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 210 time: 0.0315199 Sep 03 18:16:38.390295 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5960f7a-56ff-4c3d-9a21-0d916f39cf5e req-59e0c7ec-77df-4e44-99b1-31524475cdde tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:38.391945 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b5960f7a-56ff-4c3d-9a21-0d916f39cf5e req-59e0c7ec-77df-4e44-99b1-31524475cdde tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0799222 Sep 03 18:16:38.435602 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b5960f7a-56ff-4c3d-9a21-0d916f39cf5e req-bf56a866-e869-4cf3-b71c-fbeb8ea69a0f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335753 Sep 03 18:16:38.491930 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 50890) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:38.608365 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:38.700794 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:38.705251 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:38.746500 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2e5c1d74b7894f0e89a754db5ac06eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2531612 Sep 03 18:16:38.748390 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70ede34-833f-4b50-af1e-c34d235b23a0,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:38.749172 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 50894) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:38.756311 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:38.756661 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:38.757003 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:38.757336 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:38.757665 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:38.757995 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:38.758350 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:38.758679 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:38.759002 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:38.759326 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:38.759648 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:38.759967 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0386f1cb-08d0-4c55-a007-668620b29aa2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:38.797547 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c12ae1a6-49d9-40d0-86d1-57119a0fdbb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:38.818712 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c12ae1a6-49d9-40d0-86d1-57119a0fdbb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:38.868632 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c12ae1a6-49d9-40d0-86d1-57119a0fdbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:38.871170 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c12ae1a6-49d9-40d0-86d1-57119a0fdbb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:38.872325 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c12ae1a6-49d9-40d0-86d1-57119a0fdbb3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e70ede34-833f-4b50-af1e-c34d235b23a0 HTTP/1.1" status: 204 len: 168 time: 0.1220918 Sep 03 18:16:38.880590 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12ae1a6-49d9-40d0-86d1-57119a0fdbb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70ede34-833f-4b50-af1e-c34d235b23a0,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:38.973364 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a646e2e2-1c7e-44a5-b5bf-2b602ee2f219 req-5a42f1e7-9284-42d8-a4f8-a0800dc780d2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:38.975119 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a646e2e2-1c7e-44a5-b5bf-2b602ee2f219 req-5a42f1e7-9284-42d8-a4f8-a0800dc780d2 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0746367 Sep 03 18:16:39.024782 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a646e2e2-1c7e-44a5-b5bf-2b602ee2f219 req-6be5a2b3-b404-49e0-b175-edc846567a75 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430105 Sep 03 18:16:39.493606 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1d98a0e5-7323-4f56-89fa-a8aaaa895472 req-cf346ce7-88e7-4738-845c-8f25993c83bf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 210 time: 0.0414581 Sep 03 18:16:39.581323 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cf60a3-2344-4075-95b9-de3d33913446 req-cb11b20d-2ff3-445f-be30-09036146054f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:39.582959 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-65cf60a3-2344-4075-95b9-de3d33913446 req-cb11b20d-2ff3-445f-be30-09036146054f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0528595 Sep 03 18:16:39.629812 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-65cf60a3-2344-4075-95b9-de3d33913446 req-4689daf3-622d-44b8-9c88-76dd8738841a tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403244 Sep 03 18:16:39.644736 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 50926) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:39.756848 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-142a40f0-6514-4af0-88f0-c5d01f863fd9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1690031428-network', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:39.782240 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142a40f0-6514-4af0-88f0-c5d01f863fd9 admin admin] Made reservation on behalf of ca9887ef7b2a4b1ea04064556796915d for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:16:39.786299 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-142a40f0-6514-4af0-88f0-c5d01f863fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:39.795785 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-142a40f0-6514-4af0-88f0-c5d01f863fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:39.888259 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-142a40f0-6514-4af0-88f0-c5d01f863fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:39.892133 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-142a40f0-6514-4af0-88f0-c5d01f863fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:39.924184 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a40f0-6514-4af0-88f0-c5d01f863fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15023543-589d-4913-bae3-f923e4e03e1e,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:39.928216 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-142a40f0-6514-4af0-88f0-c5d01f863fd9 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:16:39.937803 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-142a40f0-6514-4af0-88f0-c5d01f863fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:39.938143 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-142a40f0-6514-4af0-88f0-c5d01f863fd9 admin admin] Added segment 77ef173a-d88f-43ea-aaef-6deb87344210 of type vlan for network f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b Sep 03 18:16:39.978157 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-142a40f0-6514-4af0-88f0-c5d01f863fd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:40.013277 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-142a40f0-6514-4af0-88f0-c5d01f863fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:40.014366 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a40f0-6514-4af0-88f0-c5d01f863fd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:40.015027 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-142a40f0-6514-4af0-88f0-c5d01f863fd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:40.052695 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-142a40f0-6514-4af0-88f0-c5d01f863fd9 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4062710 Sep 03 18:16:40.055779 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 50934) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:40.066689 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-d0c0f93e-eedf-4594-bca4-6e758cff03ca admin admin] Request body: {'subnet': {'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1690031428-subnet', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'ip_version': 4}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:40.086850 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a40f0-6514-4af0-88f0-c5d01f863fd9 admin admin] Pushing event updated for resources: {'Network': ['ID=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:40.098597 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:16:40.106116 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c0f93e-eedf-4594-bca4-6e758cff03ca admin admin] Made reservation on behalf of ca9887ef7b2a4b1ea04064556796915d for: {'subnet': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:16:40.108852 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f93e-eedf-4594-bca4-6e758cff03ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26242137'] for subnet, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:40.187209 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566f728-328a-4fd1-849f-6813f53ef981 req-caba32e5-9567-405d-afbd-969c0b6241f9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:40.189141 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c566f728-328a-4fd1-849f-6813f53ef981 req-caba32e5-9567-405d-afbd-969c0b6241f9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0754313 Sep 03 18:16:40.237855 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c566f728-328a-4fd1-849f-6813f53ef981 req-5fb2338f-c292-448c-941e-f6b327561ebb tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363946 Sep 03 18:16:40.313109 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f93e-eedf-4594-bca4-6e758cff03ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26210618', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26242167'] for subnet, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:40.361169 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c0f93e-eedf-4594-bca4-6e758cff03ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=4baf20d9-9520-47b3-90c9-1d690066a24e,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:40.377725 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c0f93e-eedf-4594-bca4-6e758cff03ca admin admin] Checking segment: {'id': '77ef173a-d88f-43ea-aaef-6deb87344210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:40.378075 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c0f93e-eedf-4594-bca4-6e758cff03ca admin admin] Network hostable DHCP agents. Network: f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94084) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:16:40.393766 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c0f93e-eedf-4594-bca4-6e758cff03ca admin admin] Network f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94084) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:16:40.402700 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-d0c0f93e-eedf-4594-bca4-6e758cff03ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b) {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:40.406893 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c0f93e-eedf-4594-bca4-6e758cff03ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:40.407467 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d0c0f93e-eedf-4594-bca4-6e758cff03ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:40.412477 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ee915a-f571-4dbf-af49-865230b12e0a None None] Network f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:16:40.430312 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d0c0f93e-eedf-4594-bca4-6e758cff03ca admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3698311 Sep 03 18:16:40.430540 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 50936) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:40.434957 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1690031428-router', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:40.456417 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:40.457465 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:40.527536 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:40.568387 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaafd0d0d-b7c3-59de-89b9-f8cd21a3ca16-f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'fixed_ips': [{'subnet_id': '4baf20d9-9520-47b3-90c9-1d690066a24e'}]}} from dv-cinder-788782-10-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:16:40.569431 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:40.604262 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-13837343-4766-445a-97dc-df4979624fcf req-3d61378a-d216-4991-9237-afffc05d1ddc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 210 time: 0.0273802 Sep 03 18:16:40.724745 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Allocated IP 172.20.0.2 (f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b/4baf20d9-9520-47b3-90c9-1d690066a24e/7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:16:40.768034 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb33e6f-a953-4267-824a-ca98cb1b36d0 req-0f566d83-b046-4a82-8690-b9a6bdbb47c2 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:40.770620 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dfb33e6f-a953-4267-824a-ca98cb1b36d0 req-0f566d83-b046-4a82-8690-b9a6bdbb47c2 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0545194 Sep 03 18:16:40.813389 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dfb33e6f-a953-4267-824a-ca98cb1b36d0 req-b74dadc5-625c-401e-9576-4ef43a0efe40 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358186 Sep 03 18:16:40.880207 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:40.888446 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Transition to ACTIVE for port object 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:40.903242 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Transition to ACTIVE for port object 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:40.907189 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:40.908810 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:40.943050 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Network f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:16:40.945886 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:40.949312 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:16:40.964477 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Pushing event updated for resources: {'Port': ['ID=7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:41.008389 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Attempting to bind port 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:16:41.008749 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Attempting to bind port 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': '77ef173a-d88f-43ea-aaef-6deb87344210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:16:41.010616 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Attempting to bind port 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 on network f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:41.015819 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:16:41.016210 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Checking segment: {'id': '77ef173a-d88f-43ea-aaef-6deb87344210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:41.016529 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:41.016910 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Bound using segment: {'id': '77ef173a-d88f-43ea-aaef-6deb87344210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:16:41.017434 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Bound port: 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef173a-d88f-43ea-aaef-6deb87344210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:16:41.017994 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:41.113175 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:41.133635 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:41.233758 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] For port 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:16:41.237281 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] For port 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1,segment=NetworkSegment(77ef173a-d88f-43ea-aaef-6deb87344210),segment_id=77ef173a-d88f-43ea-aaef-6deb87344210)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:16:41.244318 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:41.311923 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565a4c8-bd46-4bd8-913f-ae4a77b8fc39 None None] Pushing event updated for resources: {'Port': ['ID=7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:41.360518 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-af15bf29-876b-4de8-a2be-04662c091d2b req-74c98bc8-8c8f-4576-bf81-c131d3baee7f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1550128 Sep 03 18:16:41.373404 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Allocated IP 172.27.3.32 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/53e47893-e788-4f13-9947-5200984c78ee) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:16:41.426669 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76018642-bb42-4289-a853-49d476ac9900 req-7ae144f6-027f-4136-9507-a45ef12afdad tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:41.428513 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76018642-bb42-4289-a853-49d476ac9900 req-7ae144f6-027f-4136-9507-a45ef12afdad tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0712306 Sep 03 18:16:41.498682 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15bf29-876b-4de8-a2be-04662c091d2b req-f7cdbe39-e7d7-4b82-b365-ae5f6980e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:41.500378 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-af15bf29-876b-4de8-a2be-04662c091d2b req-f7cdbe39-e7d7-4b82-b365-ae5f6980e194 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9fad030dd65493e9b5094cd17743413&device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 1098 time: 0.1038270 Sep 03 18:16:41.534570 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-76018642-bb42-4289-a853-49d476ac9900 req-ff67e288-b877-42e1-9578-d85ad1d0ec9c tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915732 Sep 03 18:16:41.679859 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:41.736633 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59d5930b-4bce-47ab-a4e7-41411bbe77d6 req-7da56db9-0d1b-4977-b5a6-439170d0605e tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 210 time: 0.0286212 Sep 03 18:16:41.757073 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:41.762513 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15bf29-876b-4de8-a2be-04662c091d2b req-db773f91-c1aa-44d6-a187-e37ee4962d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:41.764035 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-af15bf29-876b-4de8-a2be-04662c091d2b req-db773f91-c1aa-44d6-a187-e37ee4962d5e service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ba05fac-18ef-4556-b8bc-03611f5564b9 HTTP/1.1" status: 200 len: 911 time: 0.2331543 Sep 03 18:16:41.839386 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:16:41.843613 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:41.848825 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:16:41.880229 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Pushing event updated for resources: {'Port': ['ID=53e47893-e788-4f13-9947-5200984c78ee,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:41.900703 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-af15bf29-876b-4de8-a2be-04662c091d2b req-3e8c66f9-f00a-45b8-bf43-0f68c690a648 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f890479-a810-4f29-be78-ee595ad39be8 HTTP/1.1" status: 200 len: 1001 time: 0.1122091 Sep 03 18:16:41.953822 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de54c2fc-3b01-4be4-bdb8-70af7e018bcf req-a57a65d9-c168-473b-8e42-d7872506df99 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:41.955553 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-de54c2fc-3b01-4be4-bdb8-70af7e018bcf req-a57a65d9-c168-473b-8e42-d7872506df99 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0526347 Sep 03 18:16:41.997640 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-de54c2fc-3b01-4be4-bdb8-70af7e018bcf req-eb003106-4723-4fdf-baef-8a1192820228 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352163 Sep 03 18:16:42.041887 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15bf29-876b-4de8-a2be-04662c091d2b req-795f3976-28d4-43f8-ac29-84a33918ae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:42.043395 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-af15bf29-876b-4de8-a2be-04662c091d2b req-795f3976-28d4-43f8-ac29-84a33918ae01 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afe12978-3220-4047-98a9-897ddeffcbac HTTP/1.1" status: 200 len: 849 time: 0.1347237 Sep 03 18:16:42.166314 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15bf29-876b-4de8-a2be-04662c091d2b req-69987e06-27e0-4d1d-9074-7b6079f44441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:42.167847 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-af15bf29-876b-4de8-a2be-04662c091d2b req-69987e06-27e0-4d1d-9074-7b6079f44441 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ba05fac-18ef-4556-b8bc-03611f5564b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1148160 Sep 03 18:16:42.224029 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:42.335228 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2519ec-c435-44f3-a8e0-03f4e94df56c None None] Network f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:16:42.359532 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-af15bf29-876b-4de8-a2be-04662c091d2b req-4789850f-bbd5-418d-92bf-6afed5c3024b service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711061 Sep 03 18:16:42.435363 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-ba742b55-8585-4b52-a45d-8218ea0e5844 None None] Provisioning for port 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:42.472789 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:42.589880 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:42.610389 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:42.611729 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:42.663506 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-af15bf29-876b-4de8-a2be-04662c091d2b req-a7730515-1c74-4190-a440-106dd3374182 service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941833 Sep 03 18:16:42.664707 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3921611'] for router, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:42.744819 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039bba81-f25d-4edb-92f7-a20c0d78bf7d req-ec06a95c-c504-4210-9596-6db93448b3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:42.746369 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-039bba81-f25d-4edb-92f7-a20c0d78bf7d req-ec06a95c-c504-4210-9596-6db93448b3af service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 1098 time: 0.0852401 Sep 03 18:16:42.755901 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bf352-42af-4c0d-ab83-d26353a78ceb req-4d1ba7bf-b3b0-494b-8afa-f3135ce11eff tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:42.757446 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fc8bf352-42af-4c0d-ab83-d26353a78ceb req-4d1ba7bf-b3b0-494b-8afa-f3135ce11eff tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0982633 Sep 03 18:16:42.783503 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:42.808331 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-039bba81-f25d-4edb-92f7-a20c0d78bf7d req-62ae2ddb-d832-4af3-a6d6-ebf7a2c2d13b service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496871 Sep 03 18:16:42.822467 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fc8bf352-42af-4c0d-ab83-d26353a78ceb req-bff3e209-829b-4d3d-847c-28c5b31386c7 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479815 Sep 03 18:16:42.846369 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1,segment=NetworkSegment(77ef173a-d88f-43ea-aaef-6deb87344210),segment_id=77ef173a-d88f-43ea-aaef-6deb87344210)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:42.855850 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:42.880264 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aa767b97-5b35-4e1c-a6f6-104978506bf3 req-359ac0c7-0fa6-4131-9619-023cb6f162db tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 210 time: 0.0298336 Sep 03 18:16:42.912142 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:42.928114 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-015c2476-4577-41af-8968-811d8c3cf981 None None] Provisioning complete for port 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:42.928490 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-015c2476-4577-41af-8968-811d8c3cf981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:43.040932 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-f9b90ec1-3f30-4e05-b07a-2c744cbf34fc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:43.042377 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-f9b90ec1-3f30-4e05-b07a-2c744cbf34fc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.55 "GET /v2.0/networks?id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 200 len: 811 time: 0.5676014 Sep 03 18:16:43.101876 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-7964e445-3d97-4dab-8012-bdcbfc8c0d2a tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbbf39ea06ed4764ad55a9860853f5f8 HTTP/1.1" status: 200 len: 379 time: 0.0469332 Sep 03 18:16:43.115264 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-28303c81-3186-4cf4-bbd0-82e1f42d0bf0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Request body: {'port': {'device_id': 'db13547a-1e56-4c10-b3c7-759532c6e1f3', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'admin_state_up': True, 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'security_groups': ['05d25b1e-6f51-4202-82c3-76c536106f35']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:43.124040 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da079b8-5b43-4da9-b15c-7e89f5903754 req-c77ebe8e-201d-4120-98d3-3a1ebd447f74 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:43.125525 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1da079b8-5b43-4da9-b15c-7e89f5903754 req-c77ebe8e-201d-4120-98d3-3a1ebd447f74 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0508702 Sep 03 18:16:43.166324 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1da079b8-5b43-4da9-b15c-7e89f5903754 req-f963a1c6-5f04-4f48-bc42-cc9624b904a7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338860 Sep 03 18:16:43.194688 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Router 7925fbff-6f7d-4b0c-b995-1003dd550006 is scheduled to L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a with binding_index 1 {{(pid=94084) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:16:43.308992 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-28303c81-3186-4cf4-bbd0-82e1f42d0bf0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Made reservation on behalf of fbbf39ea06ed4764ad55a9860853f5f8 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:16:43.312483 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-28303c81-3186-4cf4-bbd0-82e1f42d0bf0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:43.344047 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:16:43.354792 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Sync routers for ids ['7925fbff-6f7d-4b0c-b995-1003dd550006'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:16:43.365736 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Routers {'7925fbff-6f7d-4b0c-b995-1003dd550006'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:16:43.366374 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:16:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['7925fbff-6f7d-4b0c-b995-1003dd550006'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:43.396982 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:43.400973 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-cab40834-7689-4785-ac2b-6e2945c91778 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9669461 Sep 03 18:16:43.401168 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 50978) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:43.467936 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Set router 7925fbff-6f7d-4b0c-b995-1003dd550006 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:16:43.533502 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-28303c81-3186-4cf4-bbd0-82e1f42d0bf0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Allocated IP 172.20.0.13 (2e3d5c3b-117a-4d63-b91d-c04b73d3319d/3a7abc42-8f93-433e-8867-522bfd9c85b3/395497b5-a0cf-4fb6-9b31-e7c3eab04f21) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:16:43.645602 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'name': 'tempest-TestShelveInstance-1690031428-router', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '53e47893-e788-4f13-9947-5200984c78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:40Z', 'updated_at': '2021-09-03T18:16:42Z', 'revision_number': 3, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'gw_port': {'id': '53e47893-e788-4f13-9947-5200984c78ee', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:41Z', 'updated_at': '2021-09-03T18:16:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:43.677139 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Checking router: 7925fbff-6f7d-4b0c-b995-1003dd550006 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:16:43.678318 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Updating router 7925fbff-6f7d-4b0c-b995-1003dd550006 port 53e47893-e788-4f13-9947-5200984c78ee binding host dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:16:43.707526 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:43.824069 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-28303c81-3186-4cf4-bbd0-82e1f42d0bf0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:43.846443 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-28303c81-3186-4cf4-bbd0-82e1f42d0bf0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Transition to ACTIVE for port object 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:43.958519 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-28303c81-3186-4cf4-bbd0-82e1f42d0bf0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:43.987284 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff658f6-0756-413d-ae09-8fac61fa4cdf req-6b82d0eb-efd3-46d7-ae6d-748084c98781 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:43.989461 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ff658f6-0756-413d-ae09-8fac61fa4cdf req-6b82d0eb-efd3-46d7-ae6d-748084c98781 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0858371 Sep 03 18:16:44.012957 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:44.024872 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Transition to ACTIVE for port object 53e47893-e788-4f13-9947-5200984c78ee will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:44.032477 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:44.053934 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-28303c81-3186-4cf4-bbd0-82e1f42d0bf0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:16:44.073147 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-28303c81-3186-4cf4-bbd0-82e1f42d0bf0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:44.082149 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-28303c81-3186-4cf4-bbd0-82e1f42d0bf0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:16:44.105270 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba741517-7ac2-44db-9b88-550775be9a4e None None] Pushing event updated for resources: {'Port': ['ID=53e47893-e788-4f13-9947-5200984c78ee,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:44.125608 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba741517-7ac2-44db-9b88-550775be9a4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:44.126251 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba741517-7ac2-44db-9b88-550775be9a4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:44.126983 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba741517-7ac2-44db-9b88-550775be9a4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:44.127577 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba741517-7ac2-44db-9b88-550775be9a4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:44.128297 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba741517-7ac2-44db-9b88-550775be9a4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:44.129381 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba741517-7ac2-44db-9b88-550775be9a4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:44.130079 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba741517-7ac2-44db-9b88-550775be9a4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:44.130634 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba741517-7ac2-44db-9b88-550775be9a4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:44.131206 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba741517-7ac2-44db-9b88-550775be9a4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:44.131881 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba741517-7ac2-44db-9b88-550775be9a4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:44.132434 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba741517-7ac2-44db-9b88-550775be9a4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:44.132990 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba741517-7ac2-44db-9b88-550775be9a4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:16:44.136634 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Attempting to bind port 53e47893-e788-4f13-9947-5200984c78ee on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:16:44.137269 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Attempting to bind port 53e47893-e788-4f13-9947-5200984c78ee by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:16:44.137859 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Attempting to bind port 53e47893-e788-4f13-9947-5200984c78ee on network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:44.142869 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ff658f6-0756-413d-ae09-8fac61fa4cdf req-b2646534-f5f7-41b1-8d7b-6609f08c44d7 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407180 Sep 03 18:16:44.147530 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:16:44.148491 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Checking segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:44.149108 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:44.149698 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Bound using segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:16:44.150594 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Bound port: 53e47893-e788-4f13-9947-5200984c78ee, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:16:44.151376 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:44.171283 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b78386-1123-436b-a420-7f946e25cd8a req-a3929796-61b3-42ee-8362-00b155667cba tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:44.175754 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-58b78386-1123-436b-a420-7f946e25cd8a req-a3929796-61b3-42ee-8362-00b155667cba tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 932 time: 0.1715295 Sep 03 18:16:44.181100 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-28303c81-3186-4cf4-bbd0-82e1f42d0bf0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:44.181772 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-28303c81-3186-4cf4-bbd0-82e1f42d0bf0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:44.203197 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-28303c81-3186-4cf4-bbd0-82e1f42d0bf0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0923209 Sep 03 18:16:44.219050 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-58b78386-1123-436b-a420-7f946e25cd8a req-cf995815-cc6f-4d42-b8b0-8174eb3fe7fc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422280 Sep 03 18:16:44.223544 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Request body: {'port': {'device_id': 'db13547a-1e56-4c10-b3c7-759532c6e1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:44.237665 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] For port 53e47893-e788-4f13-9947-5200984c78ee, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:16:44.244056 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] For port 53e47893-e788-4f13-9947-5200984c78ee, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=53e47893-e788-4f13-9947-5200984c78ee,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:16:44.248683 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:44.273309 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:44.275401 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28303c81-3186-4cf4-bbd0-82e1f42d0bf0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event updated for resources: {'Port': ['ID=395497b5-a0cf-4fb6-9b31-e7c3eab04f21,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:44.315489 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba741517-7ac2-44db-9b88-550775be9a4e None None] Pushing event updated for resources: {'Port': ['ID=53e47893-e788-4f13-9947-5200984c78ee,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:44.333294 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Routers {'7925fbff-6f7d-4b0c-b995-1003dd550006'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:16:44.334286 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:16:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['7925fbff-6f7d-4b0c-b995-1003dd550006'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:44.341714 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-99bf0769-4e7e-4fe9-a69b-a5bf18164e83 None None] Provisioning for port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:44.346187 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-99bf0769-4e7e-4fe9-a69b-a5bf18164e83 None None] Provisioning complete for port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:44.346684 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-99bf0769-4e7e-4fe9-a69b-a5bf18164e83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:44.350060 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3158258f-1ffa-4e94-9f5c-7aa99e63e867 req-b0150a28-2a73-4147-9f8e-c0f39df1e14c tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:44.351659 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3158258f-1ffa-4e94-9f5c-7aa99e63e867 req-b0150a28-2a73-4147-9f8e-c0f39df1e14c tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0797896 Sep 03 18:16:44.402230 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:44.405753 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-99bf0769-4e7e-4fe9-a69b-a5bf18164e83 None None] Port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:16:44.423739 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3158258f-1ffa-4e94-9f5c-7aa99e63e867 req-e6092a84-461d-4765-a862-1a9677b0a559 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600607 Sep 03 18:16:44.450287 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:44.478884 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] Set router 7925fbff-6f7d-4b0c-b995-1003dd550006 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:16:44.497855 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:44.498224 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:44.656660 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Allocated IP 172.20.0.1 (f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b/4baf20d9-9520-47b3-90c9-1d690066a24e/c85a2662-925d-40e1-b913-88e9ec4a8903) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:16:44.671560 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'name': 'tempest-TestShelveInstance-1690031428-router', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '53e47893-e788-4f13-9947-5200984c78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:40Z', 'updated_at': '2021-09-03T18:16:42Z', 'revision_number': 3, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'gw_port': {'id': '53e47893-e788-4f13-9947-5200984c78ee', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:41Z', 'updated_at': '2021-09-03T18:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:44.701522 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2e786f-221d-475d-a9f3-a46778b10a2c None None] The sync data for ids ['7925fbff-6f7d-4b0c-b995-1003dd550006'] in dv-cinder-788782-10-iscsi is: [{'id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'name': 'tempest-TestShelveInstance-1690031428-router', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '53e47893-e788-4f13-9947-5200984c78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:40Z', 'updated_at': '2021-09-03T18:16:42Z', 'revision_number': 3, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'gw_port': {'id': '53e47893-e788-4f13-9947-5200984c78ee', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:41Z', 'updated_at': '2021-09-03T18:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:16:44.850774 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:44.868733 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:16:44.876309 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Transition to ACTIVE for port object c85a2662-925d-40e1-b913-88e9ec4a8903 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:44.879218 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:44.897557 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Transition to ACTIVE for port object 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:44.910324 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:44.984452 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:44.986203 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Pushing event updated for resources: {'Port': ['ID=395497b5-a0cf-4fb6-9b31-e7c3eab04f21,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:45.047729 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Network f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:16:45.070415 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:45.077646 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:16:45.116126 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Pushing event updated for resources: {'Port': ['ID=c85a2662-925d-40e1-b913-88e9ec4a8903,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:45.149332 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823332'] for router_interface, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:45.151751 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Attempting to bind port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:16:45.152202 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Attempting to bind port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:16:45.152540 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Attempting to bind port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 on network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:45.158198 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 on network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:16:45.158581 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Attempting to bind port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 on network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:45.208572 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 16, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:16:45.209181 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Checking segment: {'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:45.210327 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Bound using segment: {'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:16:45.211166 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Bound port: 395497b5-a0cf-4fb6-9b31-e7c3eab04f21, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:16:45.211620 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:45.382443 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] For port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21, host hv-cinder-78878, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:16:45.387834 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] For port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=395497b5-a0cf-4fb6-9b31-e7c3eab04f21,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:16:45.408993 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:45.416281 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-0940ee0f-09f6-4e40-9d07-759070c92ce3 None None] Provisioning for port c85a2662-925d-40e1-b913-88e9ec4a8903 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:45.424382 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-0940ee0f-09f6-4e40-9d07-759070c92ce3 None None] Provisioning complete for port c85a2662-925d-40e1-b913-88e9ec4a8903 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:45.425012 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0940ee0f-09f6-4e40-9d07-759070c92ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:45.437877 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc258eb9-be6d-4ebe-ba15-61f5a4dc3eb9 req-12482735-c872-4396-a2cc-4db6923ed700 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:45.442215 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cc258eb9-be6d-4ebe-ba15-61f5a4dc3eb9 req-12482735-c872-4396-a2cc-4db6923ed700 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.1287971 Sep 03 18:16:45.448347 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:45.450905 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:45.451520 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:45.452922 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] 10.222.0.55 "PUT /v2.0/ports/395497b5-a0cf-4fb6-9b31-e7c3eab04f21 HTTP/1.1" status: 200 len: 1094 time: 1.2342191 Sep 03 18:16:45.455478 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db13547a-1e56-4c10-b3c7-759532c6e1f3', 'tag': '395497b5-a0cf-4fb6-9b31-e7c3eab04f21'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:45.457753 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf3ec38-47a7-435d-9d44-7ebbfee731b0" -d '{"events": [{"name": "network-changed", "server_uuid": "db13547a-1e56-4c10-b3c7-759532c6e1f3", "tag": "395497b5-a0cf-4fb6-9b31-e7c3eab04f21"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:45.508978 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-0940ee0f-09f6-4e40-9d07-759070c92ce3 None None] Port c85a2662-925d-40e1-b913-88e9ec4a8903 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:16:45.519083 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef99d96-ad1a-4837-b373-8b25d6b6bc6b req-8e7ac34a-c6dd-4421-b832-58954d9b011b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:45.527680 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ef99d96-ad1a-4837-b373-8b25d6b6bc6b req-8e7ac34a-c6dd-4421-b832-58954d9b011b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 944 time: 0.1731906 Sep 03 18:16:45.564671 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cc258eb9-be6d-4ebe-ba15-61f5a4dc3eb9 req-d3285ad3-215f-446b-a758-70e5603bdc5b tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051371 Sep 03 18:16:45.585219 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d560712-8448-476d-a4d5-59bf25e207fe service neutron] Pushing event updated for resources: {'Port': ['ID=395497b5-a0cf-4fb6-9b31-e7c3eab04f21,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:45.627231 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ef99d96-ad1a-4837-b373-8b25d6b6bc6b req-0844977d-9a10-4541-a87c-e2dbcea9667d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857489 Sep 03 18:16:45.652180 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-798b3766-5992-4e78-b632-76f7f82a5035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:45.659298 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-798b3766-5992-4e78-b632-76f7f82a5035 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 1097 time: 0.1471844 Sep 03 18:16:45.674781 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a12c70-9950-4b62-a177-2b974d120f31 x-openstack-request-id: req-37a12c70-9950-4b62-a177-2b974d120f31 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:45.675462 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db13547a-1e56-4c10-b3c7-759532c6e1f3", "tag": "395497b5-a0cf-4fb6-9b31-e7c3eab04f21", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:45.677628 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37a12c70-9950-4b62-a177-2b974d120f31 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:45.678075 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db13547a-1e56-4c10-b3c7-759532c6e1f3', 'tag': '395497b5-a0cf-4fb6-9b31-e7c3eab04f21', 'status': 'completed', 'code': 200} Sep 03 18:16:45.730410 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-8c5ded5d-3144-4c04-8267-e74a0f1f1d9d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=395497b5-a0cf-4fb6-9b31-e7c3eab04f21 HTTP/1.1" status: 200 len: 217 time: 0.0511935 Sep 03 18:16:45.803790 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8434fbf-9a91-4074-a803-52e5c8ddf662 req-addf7024-1c23-4f26-a74b-85fb1aa95f79 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:45.808100 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8434fbf-9a91-4074-a803-52e5c8ddf662 req-addf7024-1c23-4f26-a74b-85fb1aa95f79 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.1042199 Sep 03 18:16:45.869771 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0b692d8b-182d-42cd-ab60-1ac90142c480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:45.871586 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-0b692d8b-182d-42cd-ab60-1ac90142c480 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a7abc42-8f93-433e-8867-522bfd9c85b3 HTTP/1.1" status: 200 len: 850 time: 0.0965106 Sep 03 18:16:45.895027 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8434fbf-9a91-4074-a803-52e5c8ddf662 req-c13b54ee-2284-423d-baf7-c5905a896451 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802305 Sep 03 18:16:45.931214 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:45.936878 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:46.007827 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-a6a8a17e-4b0d-4482-930c-21443aabb361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:46.009362 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-a6a8a17e-4b0d-4482-930c-21443aabb361 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1220164 Sep 03 18:16:46.018426 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Pushing event updated for resources: {'Port': ['ID=c85a2662-925d-40e1-b913-88e9ec4a8903,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:46.022308 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920916'] for router_interface, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:46.108352 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b108d37-6143-4328-9e84-4b29041ea8c6 req-5ca6ea9e-73dc-4270-adcc-b874b1ca1866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:46.109895 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8b108d37-6143-4328-9e84-4b29041ea8c6 req-5ca6ea9e-73dc-4270-adcc-b874b1ca1866 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ffb56f8a86c44c33a37e5e17d2009e34&device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 1098 time: 0.0663059 Sep 03 18:16:46.123541 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72872f6b-7e14-4f97-8f84-10f03c0186db req-5beaf4cb-8a7e-4079-8745-e8e2e99a1d05 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:46.125105 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72872f6b-7e14-4f97-8f84-10f03c0186db req-5beaf4cb-8a7e-4079-8745-e8e2e99a1d05 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0717854 Sep 03 18:16:46.404159 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-72872f6b-7e14-4f97-8f84-10f03c0186db req-8f591f15-aa05-40e1-93b6-fb1280163792 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699451 Sep 03 18:16:46.414881 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-c985bdc9-074a-44c5-a0f2-87ad6695c0d2 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934634 Sep 03 18:16:46.437967 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b108d37-6143-4328-9e84-4b29041ea8c6 req-2ddd769c-eb12-4d88-a51c-3868b6ce8c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:46.440129 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8b108d37-6143-4328-9e84-4b29041ea8c6 req-2ddd769c-eb12-4d88-a51c-3868b6ce8c03 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96 HTTP/1.1" status: 200 len: 920 time: 0.3141491 Sep 03 18:16:46.447147 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Network f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:16:46.458539 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:46.468868 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 53e47893-e788-4f13-9947-5200984c78ee up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:46.508484 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8b108d37-6143-4328-9e84-4b29041ea8c6 req-c0eab5a1-6844-4541-8fba-0cabed707073 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d093173a-f8a3-4b06-a11a-f694e3257f2f HTTP/1.1" status: 200 len: 217 time: 0.0573869 Sep 03 18:16:46.535798 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 53e47893-e788-4f13-9947-5200984c78ee completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:46.540519 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 53e47893-e788-4f13-9947-5200984c78ee triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:46.541848 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:46.576777 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b108d37-6143-4328-9e84-4b29041ea8c6 req-35e71b8c-a624-4208-ba33-221b8bdfaa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:46.579571 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8b108d37-6143-4328-9e84-4b29041ea8c6 req-35e71b8c-a624-4208-ba33-221b8bdfaa15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=67ddc986-ec27-49bf-ac46-8bc382025127 HTTP/1.1" status: 200 len: 859 time: 0.0604331 Sep 03 18:16:46.610923 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fff6d0a3-e941-4c6f-8dde-4db958064c52 req-b513eb3a-b74f-444e-a05f-506462b9a3ce service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815751 Sep 03 18:16:46.622639 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8b108d37-6143-4328-9e84-4b29041ea8c6 req-e983cda3-a5ce-42c1-8e3c-b9dc27b6312b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9894e58b-23d3-4a72-ac4f-3d9c135a5f96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346427 Sep 03 18:16:46.639244 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Router 7925fbff-6f7d-4b0c-b995-1003dd550006 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:16:46.693180 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:46.724395 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port 53e47893-e788-4f13-9947-5200984c78ee, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=53e47893-e788-4f13-9947-5200984c78ee,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:46.731750 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:46.817633 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-c1a4c786-a5df-4937-8065-7957a517b402 None None] Provisioning complete for port c85a2662-925d-40e1-b913-88e9ec4a8903 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:46.818876 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c1a4c786-a5df-4937-8065-7957a517b402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:46.825624 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d0ddf-1855-4a52-94e0-aed768dfed43 req-2f91e1c3-a0fb-4ffe-a358-d6ab7751bb0d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:46.827180 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d33d0ddf-1855-4a52-94e0-aed768dfed43 req-2f91e1c3-a0fb-4ffe-a358-d6ab7751bb0d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 944 time: 0.0858192 Sep 03 18:16:46.829621 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8b108d37-6143-4328-9e84-4b29041ea8c6 req-d967a459-e50d-420f-a146-256aa56fd9f6 service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937940 Sep 03 18:16:46.846865 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3ec38-47a7-435d-9d44-7ebbfee731b0 req-b97c7e89-2a88-4fe8-af98-66b517116ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:46.849202 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-eaf3ec38-47a7-435d-9d44-7ebbfee731b0 req-b97c7e89-2a88-4fe8-af98-66b517116ac9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 1097 time: 0.1308603 Sep 03 18:16:46.849990 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=53e47893-e788-4f13-9947-5200984c78ee,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:46.858129 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:16:46.872620 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-cff393f0-14f7-4171-8327-86aac869acd2 admin admin] 10.222.0.45 "PUT /v2.0/routers/7925fbff-6f7d-4b0c-b995-1003dd550006/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4628935 Sep 03 18:16:46.880878 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Sync routers for ids ['7925fbff-6f7d-4b0c-b995-1003dd550006'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:16:46.901783 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-c1a4c786-a5df-4937-8065-7957a517b402 None None] Port c85a2662-925d-40e1-b913-88e9ec4a8903 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:16:46.919959 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Routers {'7925fbff-6f7d-4b0c-b995-1003dd550006'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:16:46.920700 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:16:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['7925fbff-6f7d-4b0c-b995-1003dd550006'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:46.935198 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d33d0ddf-1855-4a52-94e0-aed768dfed43 req-47f57226-84e3-4d4b-91fe-5a47783e6487 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001015 Sep 03 18:16:46.991553 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3ec38-47a7-435d-9d44-7ebbfee731b0 req-2080a3af-a8ca-4ce5-a0b9-c85ed0ecbf29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:46.993046 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-eaf3ec38-47a7-435d-9d44-7ebbfee731b0 req-2080a3af-a8ca-4ce5-a0b9-c85ed0ecbf29 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 200 len: 912 time: 0.1328030 Sep 03 18:16:47.051761 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-eaf3ec38-47a7-435d-9d44-7ebbfee731b0 req-4e44098a-aa6c-410b-9e8a-c7f2c0553fcb service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=395497b5-a0cf-4fb6-9b31-e7c3eab04f21 HTTP/1.1" status: 200 len: 217 time: 0.0504375 Sep 03 18:16:47.068604 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Set router 7925fbff-6f7d-4b0c-b995-1003dd550006 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:16:47.085263 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8b108d37-6143-4328-9e84-4b29041ea8c6 req-60593221-d01d-41fa-a8af-c8f0c518f49a service neutron] 10.222.0.55 "GET /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2405632 Sep 03 18:16:47.099567 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230f3cb0-2ace-4ac0-8a79-201e82cf8927 req-e6d17c59-88f4-4ac2-81a7-6c20713c5204 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:47.102231 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-230f3cb0-2ace-4ac0-8a79-201e82cf8927 req-e6d17c59-88f4-4ac2-81a7-6c20713c5204 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.0867238 Sep 03 18:16:47.118566 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3ec38-47a7-435d-9d44-7ebbfee731b0 req-6b19b63a-53ab-45aa-8955-a6585e1fac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:47.120217 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-eaf3ec38-47a7-435d-9d44-7ebbfee731b0 req-6b19b63a-53ab-45aa-8955-a6585e1fac24 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a7abc42-8f93-433e-8867-522bfd9c85b3 HTTP/1.1" status: 200 len: 850 time: 0.0610757 Sep 03 18:16:47.146229 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-230f3cb0-2ace-4ac0-8a79-201e82cf8927 req-5d9259f3-4c4e-464b-aedc-a93a1d65e47a tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379200 Sep 03 18:16:47.191691 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3ec38-47a7-435d-9d44-7ebbfee731b0 req-89b0bcfa-275c-479d-ae5a-f6c41c2ee348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:47.193313 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-eaf3ec38-47a7-435d-9d44-7ebbfee731b0 req-89b0bcfa-275c-479d-ae5a-f6c41c2ee348 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424888 Sep 03 18:16:47.292216 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-eaf3ec38-47a7-435d-9d44-7ebbfee731b0 req-7c2307c3-b065-4953-9401-9c2a77821b7c service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905845 Sep 03 18:16:47.314489 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'name': 'tempest-TestShelveInstance-1690031428-router', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '53e47893-e788-4f13-9947-5200984c78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:40Z', 'updated_at': '2021-09-03T18:16:45Z', 'revision_number': 4, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'gw_port': {'id': '53e47893-e788-4f13-9947-5200984c78ee', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:41Z', 'updated_at': '2021-09-03T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'c85a2662-925d-40e1-b913-88e9ec4a8903', 'name': '', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'mac_address': 'fa:16:3e:a0:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:44Z', 'updated_at': '2021-09-03T18:16:45Z', 'revision_number': 2, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'subnets': [{'id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:47.344341 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Checking router: 7925fbff-6f7d-4b0c-b995-1003dd550006 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:16:47.344612 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Updating router 7925fbff-6f7d-4b0c-b995-1003dd550006 port c85a2662-925d-40e1-b913-88e9ec4a8903 binding host dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:16:47.370477 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.396290 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-eaf3ec38-47a7-435d-9d44-7ebbfee731b0 req-2178c9c7-b672-41c3-aca4-ca1eeafd9f5b service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878971 Sep 03 18:16:47.464394 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 51032) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:47.470601 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-e25a05eb-45ae-46d4-8edb-3a15e2d02704 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1006797219-network', 'tenant_id': 'fb2394940d824addb99d399bef99357e'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:47.512849 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25a05eb-45ae-46d4-8edb-3a15e2d02704 admin admin] Made reservation on behalf of fb2394940d824addb99d399bef99357e for: {'network': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:16:47.515339 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e25a05eb-45ae-46d4-8edb-3a15e2d02704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.532637 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e25a05eb-45ae-46d4-8edb-3a15e2d02704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.561519 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb73aaf-c03a-4470-84f2-d21a42ba0aa8 req-d7c1b65b-6e75-4ffb-a4e6-7b53fc1e0f4c tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:47.562809 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-acb73aaf-c03a-4470-84f2-d21a42ba0aa8 req-d7c1b65b-6e75-4ffb-a4e6-7b53fc1e0f4c tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0782855 Sep 03 18:16:47.627689 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-acb73aaf-c03a-4470-84f2-d21a42ba0aa8 req-24a0bbe6-be8d-4db9-a58a-43d0548d071f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559256 Sep 03 18:16:47.665045 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.676095 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Transition to ACTIVE for port object c85a2662-925d-40e1-b913-88e9ec4a8903 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:47.682350 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.682876 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e25a05eb-45ae-46d4-8edb-3a15e2d02704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.689210 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e25a05eb-45ae-46d4-8edb-3a15e2d02704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.712062 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e25a05eb-45ae-46d4-8edb-3a15e2d02704 admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=94085) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:16:47.726935 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a05eb-45ae-46d4-8edb-3a15e2d02704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5d771c-ac62-490a-b906-5e66a2e71b37,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:47.729896 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e25a05eb-45ae-46d4-8edb-3a15e2d02704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.730234 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.segments_db [None req-e25a05eb-45ae-46d4-8edb-3a15e2d02704 admin admin] Added segment 7b5076ab-a1e9-40f4-9f07-af7cc4d6b658 of type vlan for network 0afdf56a-08e0-489c-a366-8f10c75f999a Sep 03 18:16:47.734245 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c7dc5-070b-4541-aabd-aed3129de70d None None] Pushing event updated for resources: {'Port': ['ID=c85a2662-925d-40e1-b913-88e9ec4a8903,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:47.774497 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e25a05eb-45ae-46d4-8edb-3a15e2d02704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.782811 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Attempting to bind port c85a2662-925d-40e1-b913-88e9ec4a8903 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:16:47.783183 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Attempting to bind port c85a2662-925d-40e1-b913-88e9ec4a8903 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': '77ef173a-d88f-43ea-aaef-6deb87344210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:16:47.783548 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Attempting to bind port c85a2662-925d-40e1-b913-88e9ec4a8903 on network f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:47.788988 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:16:47.789365 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Checking segment: {'id': '77ef173a-d88f-43ea-aaef-6deb87344210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:47.789770 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.790164 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Bound using segment: {'id': '77ef173a-d88f-43ea-aaef-6deb87344210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:16:47.791048 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Bound port: c85a2662-925d-40e1-b913-88e9ec4a8903, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77ef173a-d88f-43ea-aaef-6deb87344210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:16:47.791048 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.801516 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e25a05eb-45ae-46d4-8edb-3a15e2d02704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.803620 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25a05eb-45ae-46d4-8edb-3a15e2d02704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:47.804685 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e25a05eb-45ae-46d4-8edb-3a15e2d02704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.838312 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e25a05eb-45ae-46d4-8edb-3a15e2d02704 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3703101 Sep 03 18:16:47.839709 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 51034) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:47.844595 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-8d1ff8d6-8ac9-46f5-86ed-ec5ca4b1d08a admin admin] Request body: {'subnet': {'network_id': '0afdf56a-08e0-489c-a366-8f10c75f999a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1006797219-subnet', 'tenant_id': 'fb2394940d824addb99d399bef99357e', 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:47.869001 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] For port c85a2662-925d-40e1-b913-88e9ec4a8903, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:16:47.872613 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] For port c85a2662-925d-40e1-b913-88e9ec4a8903, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=c85a2662-925d-40e1-b913-88e9ec4a8903,segment=NetworkSegment(77ef173a-d88f-43ea-aaef-6deb87344210),segment_id=77ef173a-d88f-43ea-aaef-6deb87344210)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:16:47.877132 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.885706 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a05eb-45ae-46d4-8edb-3a15e2d02704 admin admin] Pushing event updated for resources: {'Network': ['ID=0afdf56a-08e0-489c-a366-8f10c75f999a,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:47.900382 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1ff8d6-8ac9-46f5-86ed-ec5ca4b1d08a admin admin] Made reservation on behalf of fb2394940d824addb99d399bef99357e for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:16:47.903236 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8d1ff8d6-8ac9-46f5-86ed-ec5ca4b1d08a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25266565'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:47.908445 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network 0afdf56a-08e0-489c-a366-8f10c75f999a details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:16:48.021413 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c7dc5-070b-4541-aabd-aed3129de70d None None] Pushing event updated for resources: {'Port': ['ID=c85a2662-925d-40e1-b913-88e9ec4a8903,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:48.034220 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Routers {'7925fbff-6f7d-4b0c-b995-1003dd550006'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:16:48.035515 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:16:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['7925fbff-6f7d-4b0c-b995-1003dd550006'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:48.120712 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6c50d-1489-4e90-ab00-a7fbde50ad0d req-31ab9cc9-c58f-49cc-857b-ba20f98de569 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:48.122315 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bdd6c50d-1489-4e90-ab00-a7fbde50ad0d req-31ab9cc9-c58f-49cc-857b-ba20f98de569 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 944 time: 0.1235869 Sep 03 18:16:48.217735 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8d1ff8d6-8ac9-46f5-86ed-ec5ca4b1d08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25571155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25266603'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:48.288844 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bdd6c50d-1489-4e90-ab00-a7fbde50ad0d req-4723f175-d4c5-49bb-b659-b91dd5b30793 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589191 Sep 03 18:16:48.325391 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] Set router 7925fbff-6f7d-4b0c-b995-1003dd550006 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:16:48.336508 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ff8d6-8ac9-46f5-86ed-ec5ca4b1d08a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c779b85-68cb-4218-a3f4-088c6857a7c2,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:48.355935 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1ff8d6-8ac9-46f5-86ed-ec5ca4b1d08a admin admin] Checking segment: {'id': '7b5076ab-a1e9-40f4-9f07-af7cc4d6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0afdf56a-08e0-489c-a366-8f10c75f999a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:48.356284 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ff8d6-8ac9-46f5-86ed-ec5ca4b1d08a admin admin] Network hostable DHCP agents. Network: 0afdf56a-08e0-489c-a366-8f10c75f999a, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:16:48.365854 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca5982-c32b-4f76-8971-771b5bef3111 req-fa48c03a-424a-4f81-8e33-ca8d8f78aac7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:48.367392 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1ca5982-c32b-4f76-8971-771b5bef3111 req-fa48c03a-424a-4f81-8e33-ca8d8f78aac7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.1102169 Sep 03 18:16:48.396508 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1ff8d6-8ac9-46f5-86ed-ec5ca4b1d08a admin admin] Network 0afdf56a-08e0-489c-a366-8f10c75f999a is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:16:48.422678 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1ca5982-c32b-4f76-8971-771b5bef3111 req-69dfcaa8-126b-423a-8acf-f5b808c4232d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459292 Sep 03 18:16:48.423237 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-8d1ff8d6-8ac9-46f5-86ed-ec5ca4b1d08a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, 0afdf56a-08e0-489c-a366-8f10c75f999a) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:48.427934 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1ff8d6-8ac9-46f5-86ed-ec5ca4b1d08a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:48.428528 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8d1ff8d6-8ac9-46f5-86ed-ec5ca4b1d08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:48.437728 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 53e47893-e788-4f13-9947-5200984c78ee up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:48.439615 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522436eb-7fbb-481a-a700-9cfeb0efe4a5 None None] Network 0afdf56a-08e0-489c-a366-8f10c75f999a requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:16:48.444900 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8d1ff8d6-8ac9-46f5-86ed-ec5ca4b1d08a admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6040888 Sep 03 18:16:48.447348 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 51042) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:48.452198 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1006797219-router', 'tenant_id': 'fb2394940d824addb99d399bef99357e', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:48.473434 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:48.474426 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:48.532341 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:48.679639 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:48.694055 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 53e47893-e788-4f13-9947-5200984c78ee triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:48.695565 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:48.772057 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4dc26-9a72-4574-b523-e9e72a7fc741 req-1f84886c-27c3-443e-805f-df933cd3798e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:48.774358 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4cf4dc26-9a72-4574-b523-e9e72a7fc741 req-1f84886c-27c3-443e-805f-df933cd3798e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0657437 Sep 03 18:16:48.792735 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaafd0d0d-b7c3-59de-89b9-f8cd21a3ca16-0afdf56a-08e0-489c-a366-8f10c75f999a', 'network_id': '0afdf56a-08e0-489c-a366-8f10c75f999a', 'tenant_id': 'fb2394940d824addb99d399bef99357e', 'fixed_ips': [{'subnet_id': '0c779b85-68cb-4218-a3f4-088c6857a7c2'}]}} from dv-cinder-788782-10-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:16:48.793564 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:48.853081 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4cf4dc26-9a72-4574-b523-e9e72a7fc741 req-51e84055-0810-4248-8fda-8d84cce45296 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708530 Sep 03 18:16:48.905506 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'name': 'tempest-TestShelveInstance-1690031428-router', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '53e47893-e788-4f13-9947-5200984c78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:40Z', 'updated_at': '2021-09-03T18:16:45Z', 'revision_number': 4, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'gw_port': {'id': '53e47893-e788-4f13-9947-5200984c78ee', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:41Z', 'updated_at': '2021-09-03T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'c85a2662-925d-40e1-b913-88e9ec4a8903', 'name': '', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'mac_address': 'fa:16:3e:a0:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:44Z', 'updated_at': '2021-09-03T18:16:47Z', 'revision_number': 4, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'subnets': [{'id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:48.949512 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea03016-7a60-4494-8cbf-7e34759872cc None None] The sync data for ids ['7925fbff-6f7d-4b0c-b995-1003dd550006'] in dv-cinder-788782-10-iscsi is: [{'id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'name': 'tempest-TestShelveInstance-1690031428-router', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '53e47893-e788-4f13-9947-5200984c78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:40Z', 'updated_at': '2021-09-03T18:16:45Z', 'revision_number': 4, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'gw_port': {'id': '53e47893-e788-4f13-9947-5200984c78ee', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:41Z', 'updated_at': '2021-09-03T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'c85a2662-925d-40e1-b913-88e9ec4a8903', 'name': '', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'mac_address': 'fa:16:3e:a0:88:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:44Z', 'updated_at': '2021-09-03T18:16:47Z', 'revision_number': 4, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'subnets': [{'id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:16:48.978951 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:49.008930 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:49.028444 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Allocated IP 172.20.0.2 (0afdf56a-08e0-489c-a366-8f10c75f999a/0c779b85-68cb-4218-a3f4-088c6857a7c2/245c8a8a-3c9c-4899-a1aa-3635e0401fea) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:16:49.155905 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Allocated IP 172.27.3.100 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:16:49.295830 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:49.297147 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:49.310850 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Transition to ACTIVE for port object 245c8a8a-3c9c-4899-a1aa-3635e0401fea will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:49.334458 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Transition to ACTIVE for port object 245c8a8a-3c9c-4899-a1aa-3635e0401fea will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:49.341644 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:49.374460 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:49.385430 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Network 0afdf56a-08e0-489c-a366-8f10c75f999a is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:16:49.387873 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:49.414484 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:16:49.418087 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Pushing event updated for resources: {'Port': ['ID=245c8a8a-3c9c-4899-a1aa-3635e0401fea,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:49.439168 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:16:49.455667 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:49.473252 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:16:49.506721 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Attempting to bind port 245c8a8a-3c9c-4899-a1aa-3635e0401fea on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:16:49.507092 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Attempting to bind port 245c8a8a-3c9c-4899-a1aa-3635e0401fea by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': '7b5076ab-a1e9-40f4-9f07-af7cc4d6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0afdf56a-08e0-489c-a366-8f10c75f999a'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:16:49.507522 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Attempting to bind port 245c8a8a-3c9c-4899-a1aa-3635e0401fea on network 0afdf56a-08e0-489c-a366-8f10c75f999a {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:49.513337 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:16:49.513719 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Checking segment: {'id': '7b5076ab-a1e9-40f4-9f07-af7cc4d6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0afdf56a-08e0-489c-a366-8f10c75f999a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:49.514127 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:49.514691 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Bound using segment: {'id': '7b5076ab-a1e9-40f4-9f07-af7cc4d6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0afdf56a-08e0-489c-a366-8f10c75f999a'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:16:49.515180 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Bound port: 245c8a8a-3c9c-4899-a1aa-3635e0401fea, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5076ab-a1e9-40f4-9f07-af7cc4d6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0afdf56a-08e0-489c-a366-8f10c75f999a'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:16:49.515804 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:49.522408 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Pushing event updated for resources: {'Port': ['ID=da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:49.561248 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 14844a20-98e7-4dde-8afc-6173394f9f19 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:16:49.583514 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb06138-34fa-4d50-bc79-99a3dcd70d64 req-bcb336c4-876b-4200-bcb1-9f999a6936e8 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:49.585084 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bdb06138-34fa-4d50-bc79-99a3dcd70d64 req-bcb336c4-876b-4200-bcb1-9f999a6936e8 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 944 time: 0.1432631 Sep 03 18:16:49.617670 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] For port 245c8a8a-3c9c-4899-a1aa-3635e0401fea, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:16:49.638803 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] For port 245c8a8a-3c9c-4899-a1aa-3635e0401fea, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=245c8a8a-3c9c-4899-a1aa-3635e0401fea,segment=NetworkSegment(7b5076ab-a1e9-40f4-9f07-af7cc4d6b658),segment_id=7b5076ab-a1e9-40f4-9f07-af7cc4d6b658)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:16:49.667664 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:49.753197 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 14844a20-98e7-4dde-8afc-6173394f9f19, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14844a20-98e7-4dde-8afc-6173394f9f19,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:49.753197 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089a0062-e881-4df8-85c0-996602b883b2 None None] Pushing event updated for resources: {'Port': ['ID=245c8a8a-3c9c-4899-a1aa-3635e0401fea,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:49.765223 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': '14844a20-98e7-4dde-8afc-6173394f9f19', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'port_id': '14844a20-98e7-4dde-8afc-6173394f9f19', 'mac_address': 'fa:16:3e:52:b6:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:16:49.811679 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:49.831401 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14844a20-98e7-4dde-8afc-6173394f9f19 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:16:49.855958 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 14844a20-98e7-4dde-8afc-6173394f9f19, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14844a20-98e7-4dde-8afc-6173394f9f19,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:49.861001 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:49.901163 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a54ae-0767-43f3-9c12-3602ce3b46c9 req-0cee552a-b3b2-46b1-9197-0c8402e50d50 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:49.902738 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-467a54ae-0767-43f3-9c12-3602ce3b46c9 req-0cee552a-b3b2-46b1-9197-0c8402e50d50 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 943 time: 0.3719621 Sep 03 18:16:49.921758 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=14844a20-98e7-4dde-8afc-6173394f9f19,revision_number=9']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:49.937368 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bdb06138-34fa-4d50-bc79-99a3dcd70d64 req-bf658109-4904-46b7-a652-dabec8f7bd7b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198171 Sep 03 18:16:50.024061 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-467a54ae-0767-43f3-9c12-3602ce3b46c9 req-7a9a8681-3ec6-4d76-8ad3-04cdb67e09bd tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107483 Sep 03 18:16:50.136125 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:50.144835 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deece85-3d79-4980-9569-d9748c98b6ad req-8b6276f9-b849-41ef-8558-7de0d193800f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:50.146404 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5deece85-3d79-4980-9569-d9748c98b6ad req-8b6276f9-b849-41ef-8558-7de0d193800f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0780194 Sep 03 18:16:50.248137 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5deece85-3d79-4980-9569-d9748c98b6ad req-0a9ece10-b088-451a-a302-7e1ae1f36050 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663412 Sep 03 18:16:50.389053 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3921611'] for router, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:50.528327 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 245c8a8a-3c9c-4899-a1aa-3635e0401fea up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:50.555217 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Router 9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4 is scheduled to L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:16:50.599006 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 245c8a8a-3c9c-4899-a1aa-3635e0401fea completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:50.605381 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device c85a2662-925d-40e1-b913-88e9ec4a8903 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:50.679808 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port c85a2662-925d-40e1-b913-88e9ec4a8903 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:50.686171 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port c85a2662-925d-40e1-b913-88e9ec4a8903 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:50.686709 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:50.710548 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:16:50.721609 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Sync routers for ids ['9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:16:50.734535 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:50.739050 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51072) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:50.741864 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Routers {'9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:16:50.742176 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6952c165-a581-4c4e-922f-706f370a79d2 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2932439 Sep 03 18:16:50.743029 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:16:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:50.811816 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:50.853137 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port c85a2662-925d-40e1-b913-88e9ec4a8903, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=c85a2662-925d-40e1-b913-88e9ec4a8903,segment=NetworkSegment(77ef173a-d88f-43ea-aaef-6deb87344210),segment_id=77ef173a-d88f-43ea-aaef-6deb87344210)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:50.857723 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:50.886976 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982b2c9e-278f-493a-9afe-d9f2d559cff5 None None] Network 0afdf56a-08e0-489c-a366-8f10c75f999a requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:16:50.947583 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Set router 9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:16:50.981614 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-203e39e6-9418-44b6-ae38-512c46d80a8b None None] Provisioning for port 245c8a8a-3c9c-4899-a1aa-3635e0401fea completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:50.993518 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-203e39e6-9418-44b6-ae38-512c46d80a8b None None] Provisioning complete for port 245c8a8a-3c9c-4899-a1aa-3635e0401fea triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:50.993890 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-203e39e6-9418-44b6-ae38-512c46d80a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:51.000964 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=c85a2662-925d-40e1-b913-88e9ec4a8903,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:51.180194 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'name': 'tempest-TestShelveInstance-1006797219-router', 'tenant_id': 'fb2394940d824addb99d399bef99357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:48Z', 'updated_at': '2021-09-03T18:16:49Z', 'revision_number': 3, 'project_id': 'fb2394940d824addb99d399bef99357e', 'gw_port': {'id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:49Z', 'updated_at': '2021-09-03T18:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:51.200959 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1b521-3df8-4d56-84da-c16123393b0b req-7d2a8a09-86bc-45d0-8895-9fd577c5ed11 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:51.210651 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d0d1b521-3df8-4d56-84da-c16123393b0b req-7d2a8a09-86bc-45d0-8895-9fd577c5ed11 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 944 time: 0.1072519 Sep 03 18:16:51.212193 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Checking router: 9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:16:51.212741 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Updating router 9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4 port da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c binding host dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:16:51.226987 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:51.247321 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c219a4-a54c-4f04-9676-c943d0590100 req-72d95a01-70c9-4571-bad0-ccd6bdd3fde0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:51.255513 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:51.255952 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-92c219a4-a54c-4f04-9676-c943d0590100 req-72d95a01-70c9-4571-bad0-ccd6bdd3fde0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 944 time: 0.1173267 Sep 03 18:16:51.296121 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-203e39e6-9418-44b6-ae38-512c46d80a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:51.303874 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d0d1b521-3df8-4d56-84da-c16123393b0b req-fda8561e-1173-4e8e-b4a4-6a7d17333057 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920975 Sep 03 18:16:51.324142 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-92c219a4-a54c-4f04-9676-c943d0590100 req-a5ed200d-d3e9-49d7-a0c9-744cdab89732 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673225 Sep 03 18:16:51.359965 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-203e39e6-9418-44b6-ae38-512c46d80a8b None None] For port 245c8a8a-3c9c-4899-a1aa-3635e0401fea, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=245c8a8a-3c9c-4899-a1aa-3635e0401fea,segment=NetworkSegment(7b5076ab-a1e9-40f4-9f07-af7cc4d6b658),segment_id=7b5076ab-a1e9-40f4-9f07-af7cc4d6b658)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:51.365243 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-203e39e6-9418-44b6-ae38-512c46d80a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:51.425030 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e39e6-9418-44b6-ae38-512c46d80a8b None None] Pushing event updated for resources: {'Port': ['ID=245c8a8a-3c9c-4899-a1aa-3635e0401fea,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:51.449185 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Allocated IP 172.20.0.1 (0afdf56a-08e0-489c-a366-8f10c75f999a/0c779b85-68cb-4218-a3f4-088c6857a7c2/edea8339-1fdd-4698-a7e2-09a9c9ee55f4) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:16:51.561123 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:51.576982 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Transition to ACTIVE for port object edea8339-1fdd-4698-a7e2-09a9c9ee55f4 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:51.583722 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:51.588738 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a482bc2c-9575-4483-8245-521746d95c26 None None] Provisioning complete for port 245c8a8a-3c9c-4899-a1aa-3635e0401fea triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:51.589112 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a482bc2c-9575-4483-8245-521746d95c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:51.594232 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Transition to ACTIVE for port object da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:51.600325 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:51.619017 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:51.651997 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Attempting to bind port da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:16:51.652369 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Attempting to bind port da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:16:51.652714 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Attempting to bind port da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c on network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:51.656219 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Network 0afdf56a-08e0-489c-a366-8f10c75f999a is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:16:51.660788 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:51.664196 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:16:51.668550 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:16:51.668850 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Checking segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:51.669225 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:51.669614 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Bound using segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:16:51.670077 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Bound port: da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:16:51.670509 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:51.691498 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9327e06-6859-4c3b-b6e0-688e28f48ba4 None None] Pushing event updated for resources: {'Port': ['ID=da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c,revision_number=2']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:51.697938 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Pushing event updated for resources: {'Port': ['ID=edea8339-1fdd-4698-a7e2-09a9c9ee55f4,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:51.711742 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823332'] for router_interface, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:51.736463 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] For port da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:16:51.741983 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] For port da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:16:51.746300 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:51.810085 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Routers {'9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:16:51.810756 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:16:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:51.847685 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9327e06-6859-4c3b-b6e0-688e28f48ba4 None None] Pushing event updated for resources: {'Port': ['ID=da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:51.857978 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:51.903382 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4d285b12-c162-4927-b176-d6a5f455c3f3 None None] Provisioning for port edea8339-1fdd-4698-a7e2-09a9c9ee55f4 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:51.907806 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4d285b12-c162-4927-b176-d6a5f455c3f3 None None] Provisioning complete for port edea8339-1fdd-4698-a7e2-09a9c9ee55f4 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:51.908377 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4d285b12-c162-4927-b176-d6a5f455c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:51.927603 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] Set router 9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:16:51.945653 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4d285b12-c162-4927-b176-d6a5f455c3f3 None None] Port edea8339-1fdd-4698-a7e2-09a9c9ee55f4 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:16:52.020334 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:52.024965 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:52.092391 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Pushing event updated for resources: {'Port': ['ID=edea8339-1fdd-4698-a7e2-09a9c9ee55f4,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:52.094849 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920916'] for router_interface, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:52.111408 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'name': 'tempest-TestShelveInstance-1006797219-router', 'tenant_id': 'fb2394940d824addb99d399bef99357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:48Z', 'updated_at': '2021-09-03T18:16:49Z', 'revision_number': 3, 'project_id': 'fb2394940d824addb99d399bef99357e', 'gw_port': {'id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:49Z', 'updated_at': '2021-09-03T18:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:52.140490 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77bd553-7fcb-4639-aca2-0b106efaceea None None] The sync data for ids ['9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'] in dv-cinder-788782-10-iscsi is: [{'id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'name': 'tempest-TestShelveInstance-1006797219-router', 'tenant_id': 'fb2394940d824addb99d399bef99357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:48Z', 'updated_at': '2021-09-03T18:16:49Z', 'revision_number': 3, 'project_id': 'fb2394940d824addb99d399bef99357e', 'gw_port': {'id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:49Z', 'updated_at': '2021-09-03T18:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:16:52.183826 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Network 0afdf56a-08e0-489c-a366-8f10c75f999a is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:16:52.185149 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:16:52.303313 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Router 9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:16:52.480912 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:16:52.483875 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318a69e-87ce-428d-8ffc-b5d568e0388c req-21e07d70-8da6-468c-9d94-451b75069126 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:52.487013 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8318a69e-87ce-428d-8ffc-b5d568e0388c req-21e07d70-8da6-468c-9d94-451b75069126 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 944 time: 0.0705125 Sep 03 18:16:52.496532 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-251558b1-05ed-4835-becb-ff0c6d534546 admin admin] 10.222.0.45 "PUT /v2.0/routers/9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7563434 Sep 03 18:16:52.508868 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-29800047-8794-4f2c-b5e8-1481c18e26fb None None] Provisioning complete for port edea8339-1fdd-4698-a7e2-09a9c9ee55f4 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:52.509998 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-29800047-8794-4f2c-b5e8-1481c18e26fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:52.557938 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-29800047-8794-4f2c-b5e8-1481c18e26fb None None] Port edea8339-1fdd-4698-a7e2-09a9c9ee55f4 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:16:52.561382 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 245c8a8a-3c9c-4899-a1aa-3635e0401fea up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:52.596757 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8318a69e-87ce-428d-8ffc-b5d568e0388c req-34aec099-6d35-4260-91b4-f154577327df tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009459 Sep 03 18:16:52.605493 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baec68-e7de-40a3-ae29-2eaff173d913 req-a8869260-c23b-4ca7-ba96-252545e2a291 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:52.607741 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59baec68-e7de-40a3-ae29-2eaff173d913 req-a8869260-c23b-4ca7-ba96-252545e2a291 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 944 time: 0.1129906 Sep 03 18:16:52.627235 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 245c8a8a-3c9c-4899-a1aa-3635e0401fea triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:52.627946 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:52.659883 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59baec68-e7de-40a3-ae29-2eaff173d913 req-747a724f-2f0c-4382-939e-f2376b0f37dc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452857 Sep 03 18:16:52.743334 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f99c75ea-bdef-4f83-9662-562b90ff52c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:52.752681 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device c85a2662-925d-40e1-b913-88e9ec4a8903 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:52.810677 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['14844a20-98e7-4dde-8afc-6173394f9f19'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:16:52.838716 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port c85a2662-925d-40e1-b913-88e9ec4a8903 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:52.839088 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.131997 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51106) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:53.136751 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-de5404c4-44d4-4956-9123-fc0b5efe85a8 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1539353054', 'description': 'tempest-secgroup-smoke-1539353054 description', 'project_id': 'ca9887ef7b2a4b1ea04064556796915d'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:53.183055 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-de5404c4-44d4-4956-9123-fc0b5efe85a8 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.264622 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-de5404c4-44d4-4956-9123-fc0b5efe85a8 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.268229 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-de5404c4-44d4-4956-9123-fc0b5efe85a8 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.296146 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-de5404c4-44d4-4956-9123-fc0b5efe85a8 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.297368 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-de5404c4-44d4-4956-9123-fc0b5efe85a8 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1643491 Sep 03 18:16:53.299348 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5404c4-44d4-4956-9123-fc0b5efe85a8 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24bf422b-d90b-45bb-85f9-22246f1a4369,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:53.300458 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 51108) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:53.306637 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-634dc21f-e0b7-4a53-b1c5-2fdd77ed8476 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Request body: {'security_group_rule': {'security_group_id': '24bf422b-d90b-45bb-85f9-22246f1a4369', 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:53.333165 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-634dc21f-e0b7-4a53-b1c5-2fdd77ed8476 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.382280 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-634dc21f-e0b7-4a53-b1c5-2fdd77ed8476 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.386314 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-634dc21f-e0b7-4a53-b1c5-2fdd77ed8476 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.404716 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dc21f-e0b7-4a53-b1c5-2fdd77ed8476 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc55be5-9f85-48a3-bac8-327bc16b1f7c,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:53.412257 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-634dc21f-e0b7-4a53-b1c5-2fdd77ed8476 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.413487 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-634dc21f-e0b7-4a53-b1c5-2fdd77ed8476 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1120243 Sep 03 18:16:53.416369 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51110) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:53.421044 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-20cba1c9-61a7-4278-8f2c-306212cf32b4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Request body: {'security_group_rule': {'security_group_id': '24bf422b-d90b-45bb-85f9-22246f1a4369', 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:53.446816 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-20cba1c9-61a7-4278-8f2c-306212cf32b4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.509103 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-20cba1c9-61a7-4278-8f2c-306212cf32b4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.512458 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-20cba1c9-61a7-4278-8f2c-306212cf32b4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.530357 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cba1c9-61a7-4278-8f2c-306212cf32b4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=935411cb-3e0d-4bdf-a921-313f1e0a9027,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:53.536986 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-20cba1c9-61a7-4278-8f2c-306212cf32b4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.540512 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-20cba1c9-61a7-4278-8f2c-306212cf32b4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1231129 Sep 03 18:16:53.543267 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51112) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:53.547713 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-c0158b1c-8d3f-4e09-a4f1-0afdb9bf7786 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Request body: {'security_group_rule': {'security_group_id': '24bf422b-d90b-45bb-85f9-22246f1a4369', 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:53.574154 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c0158b1c-8d3f-4e09-a4f1-0afdb9bf7786 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.643515 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c0158b1c-8d3f-4e09-a4f1-0afdb9bf7786 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.651216 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c0158b1c-8d3f-4e09-a4f1-0afdb9bf7786 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.670519 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0158b1c-8d3f-4e09-a4f1-0afdb9bf7786 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24b0ff62-3195-4123-88a6-f6688ae11511,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:53.679473 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c0158b1c-8d3f-4e09-a4f1-0afdb9bf7786 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.683868 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c0158b1c-8d3f-4e09-a4f1-0afdb9bf7786 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1396036 Sep 03 18:16:53.684701 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51120) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:53.690463 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-d3bb2665-0d12-4b34-93a5-c761a3f4c31b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Request body: {'security_group_rule': {'security_group_id': '24bf422b-d90b-45bb-85f9-22246f1a4369', 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:53.728874 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2665-0d12-4b34-93a5-c761a3f4c31b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.790958 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c4277-a7a3-4387-a22d-f25355ea3cc8 req-0ce7f911-b5db-49f8-86df-ce7bf4ba5d15 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:53.793205 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a8c4277-a7a3-4387-a22d-f25355ea3cc8 req-0ce7f911-b5db-49f8-86df-ce7bf4ba5d15 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 944 time: 0.1117346 Sep 03 18:16:53.818762 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2665-0d12-4b34-93a5-c761a3f4c31b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.823449 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2665-0d12-4b34-93a5-c761a3f4c31b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.843061 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bb2665-0d12-4b34-93a5-c761a3f4c31b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24451fe2-649c-4be3-8aee-237ec0640a48,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:53.851661 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d3bb2665-0d12-4b34-93a5-c761a3f4c31b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.854294 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d3bb2665-0d12-4b34-93a5-c761a3f4c31b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1665890 Sep 03 18:16:53.855848 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51126) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:53.860354 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-d76f0ce3-88f8-416c-8fac-220357695a0b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Request body: {'security_group_rule': {'security_group_id': '24bf422b-d90b-45bb-85f9-22246f1a4369', 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:53.866554 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a8c4277-a7a3-4387-a22d-f25355ea3cc8 req-cc529535-2add-4ebd-a9ca-5dd676b7e2d9 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611203 Sep 03 18:16:53.874409 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a9cf75-e266-43a9-bda5-5f0c9350294c req-b2ff049a-7bad-48cf-a90c-afa6d3c0cd64 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:53.882851 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44a9cf75-e266-43a9-bda5-5f0c9350294c req-b2ff049a-7bad-48cf-a90c-afa6d3c0cd64 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 944 time: 0.0886192 Sep 03 18:16:53.892424 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.securitygroups_db [None req-d76f0ce3-88f8-416c-8fac-220357695a0b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Project ca9887ef7b2a4b1ea04064556796915d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:16:53.899790 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d76f0ce3-88f8-416c-8fac-220357695a0b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.939539 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44a9cf75-e266-43a9-bda5-5f0c9350294c req-87b24d6b-dfd6-4120-acc4-08b706de36fe tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458541 Sep 03 18:16:53.966242 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d76f0ce3-88f8-416c-8fac-220357695a0b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.970043 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d76f0ce3-88f8-416c-8fac-220357695a0b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:53.984957 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Sync routers for ids ['9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:16:53.988512 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f0ce3-88f8-416c-8fac-220357695a0b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6b4c19-154a-4902-88c4-80b0ba16b5b8,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:53.996072 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Routers {'9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:16:53.996679 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:16:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:53.996803 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d76f0ce3-88f8-416c-8fac-220357695a0b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:54.000702 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d76f0ce3-88f8-416c-8fac-220357695a0b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1412499 Sep 03 18:16:54.000925 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51128) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:16:54.005577 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-60c8a1f9-d099-4e5a-a9ec-6f183d035ff4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Request body: {'security_group_rule': {'security_group_id': '24bf422b-d90b-45bb-85f9-22246f1a4369', 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:16:54.027512 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.securitygroups_db [None req-60c8a1f9-d099-4e5a-a9ec-6f183d035ff4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Project ca9887ef7b2a4b1ea04064556796915d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:16:54.032413 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-60c8a1f9-d099-4e5a-a9ec-6f183d035ff4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:54.094126 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-60c8a1f9-d099-4e5a-a9ec-6f183d035ff4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:54.098615 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-60c8a1f9-d099-4e5a-a9ec-6f183d035ff4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:54.104834 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Set router 9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:16:54.117341 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8a1f9-d099-4e5a-a9ec-6f183d035ff4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=569a33be-44ce-4dc1-acf8-141c9df94e0c,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:54.121993 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-60c8a1f9-d099-4e5a-a9ec-6f183d035ff4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:54.123685 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-60c8a1f9-d099-4e5a-a9ec-6f183d035ff4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217883 Sep 03 18:16:54.307883 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'name': 'tempest-TestShelveInstance-1006797219-router', 'tenant_id': 'fb2394940d824addb99d399bef99357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:48Z', 'updated_at': '2021-09-03T18:16:51Z', 'revision_number': 4, 'project_id': 'fb2394940d824addb99d399bef99357e', 'gw_port': {'id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:49Z', 'updated_at': '2021-09-03T18:16:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'edea8339-1fdd-4698-a7e2-09a9c9ee55f4', 'name': '', 'network_id': '0afdf56a-08e0-489c-a366-8f10c75f999a', 'tenant_id': 'fb2394940d824addb99d399bef99357e', 'mac_address': 'fa:16:3e:f9:f3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0c779b85-68cb-4218-a3f4-088c6857a7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:51Z', 'updated_at': '2021-09-03T18:16:51Z', 'revision_number': 2, 'project_id': 'fb2394940d824addb99d399bef99357e', 'subnets': [{'id': '0c779b85-68cb-4218-a3f4-088c6857a7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:54.338113 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Checking router: 9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:16:54.338492 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Updating router 9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4 port edea8339-1fdd-4698-a7e2-09a9c9ee55f4 binding host dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:16:54.363917 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:54.469102 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:54.588619 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:54.595735 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:54.596110 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:54.767171 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:54.769265 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:54.787035 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Transition to ACTIVE for port object edea8339-1fdd-4698-a7e2-09a9c9ee55f4 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:16:54.797021 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:54.802284 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:54.811447 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:54.857260 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eabf5f-bc0f-49b7-9beb-dcf223008b28 None None] Pushing event updated for resources: {'Port': ['ID=edea8339-1fdd-4698-a7e2-09a9c9ee55f4,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:54.938760 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Attempting to bind port edea8339-1fdd-4698-a7e2-09a9c9ee55f4 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:16:54.939383 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Attempting to bind port edea8339-1fdd-4698-a7e2-09a9c9ee55f4 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': '7b5076ab-a1e9-40f4-9f07-af7cc4d6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0afdf56a-08e0-489c-a366-8f10c75f999a'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:16:54.939923 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Attempting to bind port edea8339-1fdd-4698-a7e2-09a9c9ee55f4 on network 0afdf56a-08e0-489c-a366-8f10c75f999a {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:16:54.946669 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:54.950442 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 16, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:16:54.951226 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Checking segment: {'id': '7b5076ab-a1e9-40f4-9f07-af7cc4d6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0afdf56a-08e0-489c-a366-8f10c75f999a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:16:54.951785 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:54.954581 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Bound using segment: {'id': '7b5076ab-a1e9-40f4-9f07-af7cc4d6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0afdf56a-08e0-489c-a366-8f10c75f999a'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:16:54.954581 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Bound port: edea8339-1fdd-4698-a7e2-09a9c9ee55f4, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b5076ab-a1e9-40f4-9f07-af7cc4d6b658', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '0afdf56a-08e0-489c-a366-8f10c75f999a'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:16:54.954581 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:55.014149 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5227d47c-10ae-4f80-af9b-f64d64c3aa4c req-7fe7549b-b6c5-40d4-926d-0b50626ba666 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:55.016102 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5227d47c-10ae-4f80-af9b-f64d64c3aa4c req-7fe7549b-b6c5-40d4-926d-0b50626ba666 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 944 time: 0.0754845 Sep 03 18:16:55.031816 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] For port edea8339-1fdd-4698-a7e2-09a9c9ee55f4, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:16:55.035502 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] For port edea8339-1fdd-4698-a7e2-09a9c9ee55f4, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=edea8339-1fdd-4698-a7e2-09a9c9ee55f4,segment=NetworkSegment(7b5076ab-a1e9-40f4-9f07-af7cc4d6b658),segment_id=7b5076ab-a1e9-40f4-9f07-af7cc4d6b658)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:16:55.040163 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:55.085534 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5227d47c-10ae-4f80-af9b-f64d64c3aa4c req-489db253-7cfc-4648-bedd-4a42c2f13644 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620782 Sep 03 18:16:55.109623 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Routers {'9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:16:55.109623 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:16:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:55.109623 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53eabf5f-bc0f-49b7-9beb-dcf223008b28 None None] Pushing event updated for resources: {'Port': ['ID=edea8339-1fdd-4698-a7e2-09a9c9ee55f4,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:55.110136 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10276f4c-450f-4901-97b0-4b5165a88c85 req-3f34389f-2b6b-41d9-8022-47e9aec4fcac tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:55.111732 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-10276f4c-450f-4901-97b0-4b5165a88c85 req-3f34389f-2b6b-41d9-8022-47e9aec4fcac tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 944 time: 0.0737360 Sep 03 18:16:55.163313 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-10276f4c-450f-4901-97b0-4b5165a88c85 req-ddd34fbc-8a2c-4082-b630-9cc3c88ef8d3 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394595 Sep 03 18:16:55.223363 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] Set router 9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:16:55.365792 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7922dd81-801b-4ca5-b925-e8ab9f1932ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:55.439447 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'name': 'tempest-TestShelveInstance-1006797219-router', 'tenant_id': 'fb2394940d824addb99d399bef99357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:48Z', 'updated_at': '2021-09-03T18:16:51Z', 'revision_number': 4, 'project_id': 'fb2394940d824addb99d399bef99357e', 'gw_port': {'id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:49Z', 'updated_at': '2021-09-03T18:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'edea8339-1fdd-4698-a7e2-09a9c9ee55f4', 'name': '', 'network_id': '0afdf56a-08e0-489c-a366-8f10c75f999a', 'tenant_id': 'fb2394940d824addb99d399bef99357e', 'mac_address': 'fa:16:3e:f9:f3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0c779b85-68cb-4218-a3f4-088c6857a7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:51Z', 'updated_at': '2021-09-03T18:16:55Z', 'revision_number': 4, 'project_id': 'fb2394940d824addb99d399bef99357e', 'subnets': [{'id': '0c779b85-68cb-4218-a3f4-088c6857a7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:16:55.468220 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edb52d3-7dec-4a97-b7ca-4eec4f2b6999 None None] The sync data for ids ['9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'] in dv-cinder-788782-10-iscsi is: [{'id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'name': 'tempest-TestShelveInstance-1006797219-router', 'tenant_id': 'fb2394940d824addb99d399bef99357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:48Z', 'updated_at': '2021-09-03T18:16:51Z', 'revision_number': 4, 'project_id': 'fb2394940d824addb99d399bef99357e', 'gw_port': {'id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:49Z', 'updated_at': '2021-09-03T18:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'edea8339-1fdd-4698-a7e2-09a9c9ee55f4', 'name': '', 'network_id': '0afdf56a-08e0-489c-a366-8f10c75f999a', 'tenant_id': 'fb2394940d824addb99d399bef99357e', 'mac_address': 'fa:16:3e:f9:f3:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '0c779b85-68cb-4218-a3f4-088c6857a7c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:51Z', 'updated_at': '2021-09-03T18:16:55Z', 'revision_number': 4, 'project_id': 'fb2394940d824addb99d399bef99357e', 'subnets': [{'id': '0c779b85-68cb-4218-a3f4-088c6857a7c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:16:55.840037 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:56.216617 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ff4c8f-f735-41b0-86aa-e51e6ef92218 req-93be0af6-f401-4224-ba2f-1bc39c4a1139 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:56.218184 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-04ff4c8f-f735-41b0-86aa-e51e6ef92218 req-93be0af6-f401-4224-ba2f-1bc39c4a1139 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 944 time: 0.0601938 Sep 03 18:16:56.288008 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-04ff4c8f-f735-41b0-86aa-e51e6ef92218 req-1c69729f-ba44-473f-9ccb-d3139836d5bc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635135 Sep 03 18:16:56.305031 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e16d50-70cc-4e0f-b6a1-ccebebbefd5a req-20fb4687-b1d5-4e27-991d-2347ce3be53a tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:56.306568 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f3e16d50-70cc-4e0f-b6a1-ccebebbefd5a req-20fb4687-b1d5-4e27-991d-2347ce3be53a tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 944 time: 0.0654547 Sep 03 18:16:56.344522 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f3e16d50-70cc-4e0f-b6a1-ccebebbefd5a req-5fb6ee8f-2f5d-4338-82d4-d09f18b346b3 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320754 Sep 03 18:16:56.485611 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:56.533680 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:56.534051 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:56.720904 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device edea8339-1fdd-4698-a7e2-09a9c9ee55f4 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:56.767172 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port edea8339-1fdd-4698-a7e2-09a9c9ee55f4 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:16:56.771947 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port edea8339-1fdd-4698-a7e2-09a9c9ee55f4 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:56.772316 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:56.825605 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:56.859398 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:56.891893 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port edea8339-1fdd-4698-a7e2-09a9c9ee55f4, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=edea8339-1fdd-4698-a7e2-09a9c9ee55f4,segment=NetworkSegment(7b5076ab-a1e9-40f4-9f07-af7cc4d6b658),segment_id=7b5076ab-a1e9-40f4-9f07-af7cc4d6b658)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:56.896001 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:56.944632 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=edea8339-1fdd-4698-a7e2-09a9c9ee55f4,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:57.010839 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 14844a20-98e7-4dde-8afc-6173394f9f19 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:57.057504 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port 14844a20-98e7-4dde-8afc-6173394f9f19 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:57.057875 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:57.134333 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:57.163568 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2552f9b9-14e5-4755-ba32-079a660a5353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14844a20-98e7-4dde-8afc-6173394f9f19'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:16:57.165985 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5752de9e-9932-42c8-ad4a-91c552d9e596" -d '{"events": [{"server_uuid": "2552f9b9-14e5-4755-ba32-079a660a5353", "name": "network-vif-plugged", "status": "completed", "tag": "14844a20-98e7-4dde-8afc-6173394f9f19"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:16:57.179317 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 14844a20-98e7-4dde-8afc-6173394f9f19, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14844a20-98e7-4dde-8afc-6173394f9f19,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:16:57.183731 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:57.209378 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19eca8fb-6244-463b-aeeb-5c546b8e13e3 x-openstack-request-id: req-19eca8fb-6244-463b-aeeb-5c546b8e13e3 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:16:57.209670 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2552f9b9-14e5-4755-ba32-079a660a5353", "name": "network-vif-plugged", "status": "completed", "tag": "14844a20-98e7-4dde-8afc-6173394f9f19", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:16:57.209922 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-19eca8fb-6244-463b-aeeb-5c546b8e13e3 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:16:57.210322 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2552f9b9-14e5-4755-ba32-079a660a5353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14844a20-98e7-4dde-8afc-6173394f9f19', 'code': 200} Sep 03 18:16:57.244121 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=14844a20-98e7-4dde-8afc-6173394f9f19,revision_number=10']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:16:57.416129 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d79cf0b-0999-4c8f-ba81-cf494d57810d req-ae5596de-1960-44de-94e0-c121942ceb28 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:57.417632 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4d79cf0b-0999-4c8f-ba81-cf494d57810d req-ae5596de-1960-44de-94e0-c121942ceb28 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 944 time: 0.0570576 Sep 03 18:16:57.482139 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4d79cf0b-0999-4c8f-ba81-cf494d57810d req-a519846d-f3a8-49cc-a1d5-4c56f56e15a3 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585575 Sep 03 18:16:57.495417 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b1bc2-c902-489e-9c27-5a21402d2999 req-138392c7-dd71-420b-9120-108d7c1f86a7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:57.496945 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-430b1bc2-c902-489e-9c27-5a21402d2999 req-138392c7-dd71-420b-9120-108d7c1f86a7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 946 time: 0.0670207 Sep 03 18:16:57.535165 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-430b1bc2-c902-489e-9c27-5a21402d2999 req-d4896fed-875b-443a-8e33-b8b7f3d07021 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317729 Sep 03 18:16:57.879320 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947776ef-a316-44ac-9164-5871ec9dea6e req-f3f9ff10-703e-4f0b-b7cf-34f0199b70e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:57.880867 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-947776ef-a316-44ac-9164-5871ec9dea6e req-f3f9ff10-703e-4f0b-b7cf-34f0199b70e0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 1099 time: 0.0456846 Sep 03 18:16:57.921321 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-947776ef-a316-44ac-9164-5871ec9dea6e req-2a4e84da-c9e3-490d-be7f-2249ce52ce50 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299799 Sep 03 18:16:58.049115 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e2db8b-679a-4e9b-ad48-6d778d64a3d1 req-ca6e4e6f-7b66-4c3b-961b-95a328443947 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:58.051232 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-93e2db8b-679a-4e9b-ad48-6d778d64a3d1 req-ca6e4e6f-7b66-4c3b-961b-95a328443947 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0568104 Sep 03 18:16:58.091361 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-93e2db8b-679a-4e9b-ad48-6d778d64a3d1 req-f21c2e65-ce82-411b-9a21-8bd12340dac1 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340261 Sep 03 18:16:58.122863 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:58.306636 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:58.420708 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device edea8339-1fdd-4698-a7e2-09a9c9ee55f4 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:16:58.467810 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port edea8339-1fdd-4698-a7e2-09a9c9ee55f4 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:16:58.468185 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:16:58.600923 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18aa86b1-d0a7-4c18-93ff-976c15af69cf req-f00fdacb-7ee5-41d9-81d8-9a1fb2c39e55 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:58.602571 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-18aa86b1-d0a7-4c18-93ff-976c15af69cf req-f00fdacb-7ee5-41d9-81d8-9a1fb2c39e55 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 944 time: 0.0501206 Sep 03 18:16:58.674486 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-18aa86b1-d0a7-4c18-93ff-976c15af69cf req-eb2a8f44-38db-4711-9694-ca06eae20bbb tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658264 Sep 03 18:16:58.686399 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b46891-536c-4a4c-bab9-b023077657b9 req-31188821-1103-4dc9-829e-f5956618a51c tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:58.687894 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f3b46891-536c-4a4c-bab9-b023077657b9 req-31188821-1103-4dc9-829e-f5956618a51c tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 946 time: 0.0730152 Sep 03 18:16:58.729021 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f3b46891-536c-4a4c-bab9-b023077657b9 req-ebcbdfee-591d-44f6-8a51-3062cfad4d8c tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323012 Sep 03 18:16:59.217519 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2666050-d4fa-447c-a651-a6b700c8e7d1 req-669dad35-d3b7-4a05-827a-40bb1b55f15b tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:59.219032 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f2666050-d4fa-447c-a651-a6b700c8e7d1 req-669dad35-d3b7-4a05-827a-40bb1b55f15b tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0540161 Sep 03 18:16:59.281136 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f2666050-d4fa-447c-a651-a6b700c8e7d1 req-58874dad-c738-44ec-ae41-c03bf6453879 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560369 Sep 03 18:16:59.297126 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15ee64-87a6-4eb3-acb5-2272f30d9964 req-ebf7b77d-d3d1-40ef-90b5-31ba75a4655e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:59.298616 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-da15ee64-87a6-4eb3-acb5-2272f30d9964 req-ebf7b77d-d3d1-40ef-90b5-31ba75a4655e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0609519 Sep 03 18:16:59.335847 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-da15ee64-87a6-4eb3-acb5-2272f30d9964 req-fc76f948-9dc1-4c3e-9ab5-ce161b8d323d tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305507 Sep 03 18:16:59.785916 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7c014-39c5-475e-8b6e-5c99e7769e77 req-142b2fc4-ae9e-4939-b406-a6ed0b82eeb7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:59.787431 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ff7c014-39c5-475e-8b6e-5c99e7769e77 req-142b2fc4-ae9e-4939-b406-a6ed0b82eeb7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 944 time: 0.0491159 Sep 03 18:16:59.852388 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0ff7c014-39c5-475e-8b6e-5c99e7769e77 req-4af588ce-3508-44cf-ac64-670f681c4e3a tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588298 Sep 03 18:16:59.869792 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fb6ef-03fd-4676-8618-04c8dfbfcc91 req-5642febc-9ebc-4a40-bcda-a876f32f613e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:16:59.871658 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c40fb6ef-03fd-4676-8618-04c8dfbfcc91 req-5642febc-9ebc-4a40-bcda-a876f32f613e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 946 time: 0.0714004 Sep 03 18:16:59.909702 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c40fb6ef-03fd-4676-8618-04c8dfbfcc91 req-5fcc2039-1e5d-485e-9c03-607861f74120 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324020 Sep 03 18:17:00.398887 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf1cef4-0781-4a6d-8995-a480cfcada15 req-1c715c13-d38e-4f7f-b264-61d105dada55 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:00.400445 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbf1cef4-0781-4a6d-8995-a480cfcada15 req-1c715c13-d38e-4f7f-b264-61d105dada55 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0511782 Sep 03 18:17:00.466314 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbf1cef4-0781-4a6d-8995-a480cfcada15 req-da098dbc-96df-4a7a-b85a-d4533f3a2d4c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548475 Sep 03 18:17:00.476502 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6c536-fb68-47c4-86cc-3ce4e1678e58 req-992fe4bd-d06b-4d91-8016-60bae3c0c203 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:00.478061 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39e6c536-fb68-47c4-86cc-3ce4e1678e58 req-992fe4bd-d06b-4d91-8016-60bae3c0c203 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0755277 Sep 03 18:17:00.523943 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39e6c536-fb68-47c4-86cc-3ce4e1678e58 req-1533083f-07cc-41cd-b38d-34cb20401416 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340590 Sep 03 18:17:00.966916 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87759aa4-0872-409a-83ee-ebc7e609f0ca req-72ba0b12-6d7f-43ac-95e4-7ee48054afb8 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:00.968403 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-87759aa4-0872-409a-83ee-ebc7e609f0ca req-72ba0b12-6d7f-43ac-95e4-7ee48054afb8 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 944 time: 0.0507095 Sep 03 18:17:01.031705 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-87759aa4-0872-409a-83ee-ebc7e609f0ca req-afb6f2ca-6203-4061-8220-416355158a68 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572364 Sep 03 18:17:01.047629 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9305b3f-c954-45c0-a33d-deac2b0d08d3 req-5dbad572-0c3f-4ad4-b4ca-818bb6646203 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:01.049095 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f9305b3f-c954-45c0-a33d-deac2b0d08d3 req-5dbad572-0c3f-4ad4-b4ca-818bb6646203 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 946 time: 0.0617023 Sep 03 18:17:01.091326 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f9305b3f-c954-45c0-a33d-deac2b0d08d3 req-205044ce-f188-4726-b751-cf7c9c10d066 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358074 Sep 03 18:17:01.586064 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604811b9-b905-4529-ab98-460c6f4ba456 req-093dd5f5-659c-4fa3-92cf-818841031ed4 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:01.587491 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-604811b9-b905-4529-ab98-460c6f4ba456 req-093dd5f5-659c-4fa3-92cf-818841031ed4 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0526848 Sep 03 18:17:01.653035 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-604811b9-b905-4529-ab98-460c6f4ba456 req-64f36f09-09d3-4b8c-bfa8-aa7b3908b539 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552735 Sep 03 18:17:01.661039 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110e06c-c508-4f7f-8091-675b5dbf8c95 req-0066ba13-e26f-46e7-b889-57fd8eb3e1f9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:01.663372 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7110e06c-c508-4f7f-8091-675b5dbf8c95 req-0066ba13-e26f-46e7-b889-57fd8eb3e1f9 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0737681 Sep 03 18:17:01.700747 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7110e06c-c508-4f7f-8091-675b5dbf8c95 req-8ddd583b-b362-4bec-b829-5df39970e734 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314724 Sep 03 18:17:01.822242 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:17:01.922852 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=395497b5-a0cf-4fb6-9b31-e7c3eab04f21,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:01.933604 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': '395497b5-a0cf-4fb6-9b31-e7c3eab04f21', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'port_id': '395497b5-a0cf-4fb6-9b31-e7c3eab04f21', 'mac_address': 'fa:16:3e:4e:db:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:17:01.972899 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:01.985265 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:17:02.004046 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=395497b5-a0cf-4fb6-9b31-e7c3eab04f21,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:02.008373 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:02.055715 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=395497b5-a0cf-4fb6-9b31-e7c3eab04f21,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:02.062892 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:02.063236 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:02.063574 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:02.063906 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:02.064233 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:02.064563 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:02.064875 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:02.065200 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:02.065521 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:02.065841 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:02.066152 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:02.066488 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:02.156065 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed97622-c5a8-425d-bb01-35b9e91f5733 req-9bdc191c-ccb4-4c31-ab0d-ec5bcc54e188 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:02.157699 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5ed97622-c5a8-425d-bb01-35b9e91f5733 req-9bdc191c-ccb4-4c31-ab0d-ec5bcc54e188 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 945 time: 0.0601752 Sep 03 18:17:02.221080 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5ed97622-c5a8-425d-bb01-35b9e91f5733 req-6aa5ff7d-333b-4209-9a31-0b3510794127 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573001 Sep 03 18:17:02.240515 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605bfe55-14e7-44eb-a057-7df9583d16ee req-7615a6bd-a151-4f11-acdc-ab049d7d1bd0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:02.242081 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-605bfe55-14e7-44eb-a057-7df9583d16ee req-7615a6bd-a151-4f11-acdc-ab049d7d1bd0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 946 time: 0.0656173 Sep 03 18:17:02.282957 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-605bfe55-14e7-44eb-a057-7df9583d16ee req-05469fee-36d7-45e4-8e24-3569a12a7cd2 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351031 Sep 03 18:17:02.417037 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['395497b5-a0cf-4fb6-9b31-e7c3eab04f21'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:17:02.770313 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28127185-12cb-4985-a11c-6e147b8173e7 req-b087ccae-788d-4648-a71e-748c86451d9b tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:02.771872 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-28127185-12cb-4985-a11c-6e147b8173e7 req-b087ccae-788d-4648-a71e-748c86451d9b tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0494297 Sep 03 18:17:02.839325 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-28127185-12cb-4985-a11c-6e147b8173e7 req-ac48281c-e9f7-4c67-b247-4774aec6c311 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575840 Sep 03 18:17:02.847189 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775043b-2856-41d6-a575-7cebf4041529 req-11502b5a-2e40-4e7b-b20f-b3b9d7d3b124 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:02.848626 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a775043b-2856-41d6-a575-7cebf4041529 req-11502b5a-2e40-4e7b-b20f-b3b9d7d3b124 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0758624 Sep 03 18:17:02.887010 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a775043b-2856-41d6-a575-7cebf4041529 req-b27e857f-9085-4399-a653-bd9b784a7580 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311108 Sep 03 18:17:03.357121 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e697688-cef8-459e-b8e1-d2ce8b23e6e7 req-89a4701a-41d7-4c9b-8887-8d4e87cf4a45 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:03.358897 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6e697688-cef8-459e-b8e1-d2ce8b23e6e7 req-89a4701a-41d7-4c9b-8887-8d4e87cf4a45 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 945 time: 0.0629582 Sep 03 18:17:03.426990 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6e697688-cef8-459e-b8e1-d2ce8b23e6e7 req-f990c6fa-6976-419a-9d56-606d82153287 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560675 Sep 03 18:17:03.440891 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f286-1fe4-4c1d-9062-ab2e5217fc7b req-36ef718b-0374-4370-8e22-50d5cc409c56 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:03.442644 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6335f286-1fe4-4c1d-9062-ab2e5217fc7b req-36ef718b-0374-4370-8e22-50d5cc409c56 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 946 time: 0.0813289 Sep 03 18:17:03.482554 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6335f286-1fe4-4c1d-9062-ab2e5217fc7b req-4e19df0f-8a5e-4316-8651-93e3e83d4035 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329168 Sep 03 18:17:03.961470 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d001a32-00db-4169-bde7-6d134e0ac620 req-fe261cae-6c3a-44c8-8c92-e0c4f46cee68 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:03.963120 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4d001a32-00db-4169-bde7-6d134e0ac620 req-fe261cae-6c3a-44c8-8c92-e0c4f46cee68 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0558033 Sep 03 18:17:04.033447 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4d001a32-00db-4169-bde7-6d134e0ac620 req-f63196dd-64ba-47d7-865f-16a9cd5bda1d tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610495 Sep 03 18:17:04.041741 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ec657-ab7a-4193-a281-f0f509394c20 req-c8ec1d8f-dbf6-4382-af15-8328f8ef10af tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:04.043215 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f26ec657-ab7a-4193-a281-f0f509394c20 req-c8ec1d8f-dbf6-4382-af15-8328f8ef10af tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0792267 Sep 03 18:17:04.081770 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f26ec657-ab7a-4193-a281-f0f509394c20 req-774d089b-04d1-48ba-ba27-83662eb05221 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324421 Sep 03 18:17:04.545108 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53979010-17d8-4247-bcbd-c8dbbe46edc4 req-414b2453-73e1-4ca3-adae-e65d57f8f4db tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:04.546614 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-53979010-17d8-4247-bcbd-c8dbbe46edc4 req-414b2453-73e1-4ca3-adae-e65d57f8f4db tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 945 time: 0.0497518 Sep 03 18:17:04.621057 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-53979010-17d8-4247-bcbd-c8dbbe46edc4 req-b207c350-37bf-4102-86c8-7d6a1218827c tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682459 Sep 03 18:17:04.634320 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4159587f-bbe0-4904-90e2-38214c06535d req-0ce223d8-5f1f-4c94-a715-6704402212b7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:04.635929 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4159587f-bbe0-4904-90e2-38214c06535d req-0ce223d8-5f1f-4c94-a715-6704402212b7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 946 time: 0.0764432 Sep 03 18:17:04.674923 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4159587f-bbe0-4904-90e2-38214c06535d req-a110f1ac-d6b7-4314-80dc-2ae827db5647 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326655 Sep 03 18:17:05.051952 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:17:05.102554 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:17:05.106782 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:17:05.107234 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:05.182569 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9cfd4-79d4-4b0d-b876-8b8f0cd8790c req-5ce8b626-2e70-46cc-b452-43eb5701b79e tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:05.184070 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cde9cfd4-79d4-4b0d-b876-8b8f0cd8790c req-5ce8b626-2e70-46cc-b452-43eb5701b79e tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0755897 Sep 03 18:17:05.185014 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:05.211187 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db13547a-1e56-4c10-b3c7-759532c6e1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395497b5-a0cf-4fb6-9b31-e7c3eab04f21'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:17:05.217184 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ed3808-11e7-4835-9050-ec87c243d993" -d '{"events": [{"server_uuid": "db13547a-1e56-4c10-b3c7-759532c6e1f3", "name": "network-vif-plugged", "status": "completed", "tag": "395497b5-a0cf-4fb6-9b31-e7c3eab04f21"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:17:05.226426 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda6e23-2a39-4938-8b4d-f252198741d1 req-7adbc755-a725-4cf1-b00f-b3583d337cdf tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:05.227970 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fbda6e23-2a39-4938-8b4d-f252198741d1 req-7adbc755-a725-4cf1-b00f-b3583d337cdf tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0782082 Sep 03 18:17:05.232628 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=395497b5-a0cf-4fb6-9b31-e7c3eab04f21,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:05.237648 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:05.271455 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cde9cfd4-79d4-4b0d-b876-8b8f0cd8790c req-37004a74-4be3-4bed-80a1-d0ec6dbe16e2 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769758 Sep 03 18:17:05.300668 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=395497b5-a0cf-4fb6-9b31-e7c3eab04f21,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:05.303613 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fbda6e23-2a39-4938-8b4d-f252198741d1 req-df0d3aba-8160-41d9-b83e-fd7979ccc31c tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652127 Sep 03 18:17:05.313953 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad28375e-5df4-484e-a47c-ce27338c87b1 x-openstack-request-id: req-ad28375e-5df4-484e-a47c-ce27338c87b1 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:17:05.314280 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db13547a-1e56-4c10-b3c7-759532c6e1f3", "name": "network-vif-plugged", "status": "completed", "tag": "395497b5-a0cf-4fb6-9b31-e7c3eab04f21", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:17:05.314543 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ad28375e-5df4-484e-a47c-ce27338c87b1 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:17:05.314936 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db13547a-1e56-4c10-b3c7-759532c6e1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '395497b5-a0cf-4fb6-9b31-e7c3eab04f21', 'code': 200} Sep 03 18:17:05.539786 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1b8be-2fae-4c2e-bf94-407e1ec4d8f9 req-d4c91b18-fd02-489b-ba3c-33d41b23b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:05.541265 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e5a1b8be-2fae-4c2e-bf94-407e1ec4d8f9 req-d4c91b18-fd02-489b-ba3c-33d41b23b44d service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 1099 time: 0.0425439 Sep 03 18:17:05.582432 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e5a1b8be-2fae-4c2e-bf94-407e1ec4d8f9 req-c63739a8-8475-415e-bcf6-4a80279d8ae3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275941 Sep 03 18:17:05.601133 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca2d6a-8d29-42f1-a411-426955ddd8a4 req-bad198c9-a734-41f2-91d6-b0e71a4f7911 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:05.602596 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-30ca2d6a-8d29-42f1-a411-426955ddd8a4 req-bad198c9-a734-41f2-91d6-b0e71a4f7911 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.55 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.0481913 Sep 03 18:17:05.741524 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e1adf8-3fe9-4012-b63d-6030b9c37ac0 req-2c6dd753-f875-4ce6-aab3-fb5ba9e10bcb tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:05.743352 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-52e1adf8-3fe9-4012-b63d-6030b9c37ac0 req-2c6dd753-f875-4ce6-aab3-fb5ba9e10bcb tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 946 time: 0.0534742 Sep 03 18:17:05.782548 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-52e1adf8-3fe9-4012-b63d-6030b9c37ac0 req-b2705442-2724-47be-86fb-f31391fe5c47 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325351 Sep 03 18:17:05.970287 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-30ca2d6a-8d29-42f1-a411-426955ddd8a4 req-3e618b45-1690-421a-b20f-039a32cc4732 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Deleting port 73abd513-4141-4f58-9999-8f06fb8b7c64 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:17:05.970619 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-30ca2d6a-8d29-42f1-a411-426955ddd8a4 req-3e618b45-1690-421a-b20f-039a32cc4732 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:06.064622 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-30ca2d6a-8d29-42f1-a411-426955ddd8a4 req-3e618b45-1690-421a-b20f-039a32cc4732 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] For port 73abd513-4141-4f58-9999-8f06fb8b7c64, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=73abd513-4141-4f58-9999-8f06fb8b7c64,segment=NetworkSegment(9e5ce9a8-cb1a-4878-92bb-66e4cd13af64),segment_id=9e5ce9a8-cb1a-4878-92bb-66e4cd13af64)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:06.064899 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-30ca2d6a-8d29-42f1-a411-426955ddd8a4 req-3e618b45-1690-421a-b20f-039a32cc4732 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:06.256478 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-30ca2d6a-8d29-42f1-a411-426955ddd8a4 req-3e618b45-1690-421a-b20f-039a32cc4732 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Calling delete_port for 73abd513-4141-4f58-9999-8f06fb8b7c64 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:17:06.464649 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6066bb8b-7efc-4f8f-9dda-d0fd4421ded2 req-dc288469-51a8-40de-b574-a45a6547ad05 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:06.466129 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6066bb8b-7efc-4f8f-9dda-d0fd4421ded2 req-dc288469-51a8-40de-b574-a45a6547ad05 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.1259041 Sep 03 18:17:06.476293 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c440e277-a05d-4483-a18e-9857b0367bcb req-d2ab9cd4-9427-49f5-a3ca-269355d5d601 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:06.477662 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c440e277-a05d-4483-a18e-9857b0367bcb req-d2ab9cd4-9427-49f5-a3ca-269355d5d601 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=34f6ddc4-e214-458f-9859-1bbe29648519 HTTP/1.1" status: 200 len: 945 time: 0.1009560 Sep 03 18:17:06.537310 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-30ca2d6a-8d29-42f1-a411-426955ddd8a4 req-3e618b45-1690-421a-b20f-039a32cc4732 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:06.548749 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['d093173a-f8a3-4b06-a11a-f694e3257f2f', '73abd513-4141-4f58-9999-8f06fb8b7c64'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:17:06.558424 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6066bb8b-7efc-4f8f-9dda-d0fd4421ded2 req-30333ed8-38d7-47a7-941c-0f3890d2ecfc tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778797 Sep 03 18:17:06.585739 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c440e277-a05d-4483-a18e-9857b0367bcb req-aa6e2178-fb8a-4cb7-b8ef-960740c613b0 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980101 Sep 03 18:17:06.588476 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e618b45-1690-421a-b20f-039a32cc4732 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Pushing event deleted for resources: {'Port': ['ID=73abd513-4141-4f58-9999-8f06fb8b7c64,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:06.664402 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ca2d6a-8d29-42f1-a411-426955ddd8a4 req-3e618b45-1690-421a-b20f-039a32cc4732 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] No DVR routers for this DVR port 73abd513-4141-4f58-9999-8f06fb8b7c64 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:17:06.668025 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-30ca2d6a-8d29-42f1-a411-426955ddd8a4 req-3e618b45-1690-421a-b20f-039a32cc4732 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:06.670476 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-30ca2d6a-8d29-42f1-a411-426955ddd8a4 req-3e618b45-1690-421a-b20f-039a32cc4732 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.55 "DELETE /v2.0/ports/73abd513-4141-4f58-9999-8f06fb8b7c64 HTTP/1.1" status: 204 len: 173 time: 0.8179147 Sep 03 18:17:06.670900 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34f6ddc4-e214-458f-9859-1bbe29648519', 'name': 'network-vif-deleted', 'tag': '73abd513-4141-4f58-9999-8f06fb8b7c64'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:17:06.673292 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a00bdb4-6728-49dd-80d4-dcaf3028c9c0" -d '{"events": [{"server_uuid": "34f6ddc4-e214-458f-9859-1bbe29648519", "name": "network-vif-deleted", "tag": "73abd513-4141-4f58-9999-8f06fb8b7c64"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:17:06.719503 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:17:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8782ed1f-981c-4736-9e1e-08181b9dd23b x-openstack-request-id: req-8782ed1f-981c-4736-9e1e-08181b9dd23b {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:17:06.719803 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34f6ddc4-e214-458f-9859-1bbe29648519", "name": "network-vif-deleted", "tag": "73abd513-4141-4f58-9999-8f06fb8b7c64", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:17:06.720050 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8782ed1f-981c-4736-9e1e-08181b9dd23b {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:17:06.720437 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34f6ddc4-e214-458f-9859-1bbe29648519', 'name': 'network-vif-deleted', 'tag': '73abd513-4141-4f58-9999-8f06fb8b7c64', 'status': 'completed', 'code': 200} Sep 03 18:17:06.916540 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4e732e-4d0c-49a5-8284-9a1940b14745 req-fd3eed9c-2a1c-4774-8a33-a8c77989565b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:06.918169 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5f4e732e-4d0c-49a5-8284-9a1940b14745 req-fd3eed9c-2a1c-4774-8a33-a8c77989565b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 946 time: 0.0543554 Sep 03 18:17:06.971553 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5f4e732e-4d0c-49a5-8284-9a1940b14745 req-d23e2bfe-5ba5-49f1-957d-9d335a15a6f5 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423818 Sep 03 18:17:07.690499 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e81b54-248e-4b08-87a0-ca13f4a20bf0 req-9ee246b3-5873-407e-83e1-a636952a9e93 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:07.692290 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59e81b54-248e-4b08-87a0-ca13f4a20bf0 req-9ee246b3-5873-407e-83e1-a636952a9e93 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0585041 Sep 03 18:17:07.741301 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59e81b54-248e-4b08-87a0-ca13f4a20bf0 req-1e486e91-5288-4e04-948d-269ef0e6a249 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347726 Sep 03 18:17:07.876228 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c428ba56-6e3d-47c6-8f71-f7d40b3c38b4 req-5e7f4d18-3217-4726-a995-f718c243421f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:07.877728 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c428ba56-6e3d-47c6-8f71-f7d40b3c38b4 req-5e7f4d18-3217-4726-a995-f718c243421f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0497127 Sep 03 18:17:07.906879 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:17:07.917392 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c428ba56-6e3d-47c6-8f71-f7d40b3c38b4 req-ea9bc6b0-b241-4098-9d7f-f354a7a5d1ad tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332468 Sep 03 18:17:08.097135 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d978989-f532-4ead-bb74-a59c23b1c16b req-49e65c07-edb7-4f53-849d-02d04275db56 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:08.098635 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0d978989-f532-4ead-bb74-a59c23b1c16b req-49e65c07-edb7-4f53-849d-02d04275db56 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 946 time: 0.0514064 Sep 03 18:17:08.136118 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0d978989-f532-4ead-bb74-a59c23b1c16b req-fbfad189-a19b-4457-ba6b-722989f88077 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306151 Sep 03 18:17:08.246427 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7826c0-455a-4b4d-8680-d86f5d4b2d94 req-19a6af3c-b951-48db-8310-bd54a3b97a80 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:08.247901 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a7826c0-455a-4b4d-8680-d86f5d4b2d94 req-19a6af3c-b951-48db-8310-bd54a3b97a80 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 946 time: 0.0477509 Sep 03 18:17:08.288842 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a7826c0-455a-4b4d-8680-d86f5d4b2d94 req-6cddc4ae-86db-43ae-b60d-0265412497da tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349927 Sep 03 18:17:08.311344 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51414) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:08.497596 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda85b3f-9933-4db2-ae00-cc20a5385871 tempest-TestVolumeBootPattern-495379435 tempest-TestVolumeBootPattern-495379435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:08.499177 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-cda85b3f-9933-4db2-ae00-cc20a5385871 tempest-TestVolumeBootPattern-495379435 tempest-TestVolumeBootPattern-495379435-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 1094 time: 0.1867995 Sep 03 18:17:08.501973 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51420) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:08.507074 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Request body: {'floatingip': {'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'port_id': '395497b5-a0cf-4fb6-9b31-e7c3eab04f21', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:17:08.528352 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for floatingip, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:08.629975 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:08.731725 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Allocated IP 172.27.3.19 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/bc3a8343-d05c-4065-9dcc-47bc6ce8f7ac) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:17:08.837567 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:08.863650 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a9314-31fe-470c-b006-ec37fd55bb06 req-dd840788-342f-46f5-be6b-27edf6a04010 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:08.865174 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-263a9314-31fe-470c-b006-ec37fd55bb06 req-dd840788-342f-46f5-be6b-27edf6a04010 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0546622 Sep 03 18:17:08.875934 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:08.903832 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-263a9314-31fe-470c-b006-ec37fd55bb06 req-87fb8757-5795-405b-8ffa-b1f13b285664 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322607 Sep 03 18:17:08.913708 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:17:08.916617 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:17:08.925220 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event updated for resources: {'Port': ['ID=bc3a8343-d05c-4065-9dcc-47bc6ce8f7ac,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:08.928087 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:17:09.042021 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f300ee5-8f9e-4790-9ad0-793ca0b93a4a req-15974f7c-d481-4b94-bdae-aa883074f07b tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:09.043598 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6f300ee5-8f9e-4790-9ad0-793ca0b93a4a req-15974f7c-d481-4b94-bdae-aa883074f07b tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0555415 Sep 03 18:17:09.086574 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6f300ee5-8f9e-4790-9ad0-793ca0b93a4a req-c8d85033-b01f-4f7a-bcaa-f0e2c3d85994 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371175 Sep 03 18:17:09.209669 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7136f1-7397-4b81-9086-9c8553b7d4e0 req-6e1b68b5-859f-41e1-ab4b-7392484ac454 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:09.211126 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a7136f1-7397-4b81-9086-9c8553b7d4e0 req-6e1b68b5-859f-41e1-ab4b-7392484ac454 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 946 time: 0.0504367 Sep 03 18:17:09.248911 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5a7136f1-7397-4b81-9086-9c8553b7d4e0 req-22afd5da-cf91-43aa-aff7-3d94f1785c55 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316253 Sep 03 18:17:09.283940 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:09.346546 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:09.496239 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:09.500828 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:09.568436 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event updated for resources: {'Port': ['ID=bc3a8343-d05c-4065-9dcc-47bc6ce8f7ac,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:09.576126 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:09.671971 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Floating IP 74c4e7b2-1157-4942-91de-1ee5aaea7990 associated. External IP: 172.27.3.19, port: 395497b5-a0cf-4fb6-9b31-e7c3eab04f21. Sep 03 18:17:10.024691 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38630bd2-caf4-4c83-af7e-799d8885519f req-56f683a7-5271-43f6-8b75-ecebd8b71cd2 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:10.026243 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-38630bd2-caf4-4c83-af7e-799d8885519f req-56f683a7-5271-43f6-8b75-ecebd8b71cd2 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0527661 Sep 03 18:17:10.066784 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-38630bd2-caf4-4c83-af7e-799d8885519f req-37701921-3235-4986-bac7-c321fb3a4645 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345106 Sep 03 18:17:10.109831 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Router 8daeb64a-9fdc-4c5f-8d36-739021054d31 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:17:10.204405 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6af27-cf9f-4e20-bc6d-613beba202a5 req-e6d76098-ba75-4ff0-a2f1-5cb0edca2050 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:10.205887 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ac6af27-cf9f-4e20-bc6d-613beba202a5 req-e6d76098-ba75-4ff0-a2f1-5cb0edca2050 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0520034 Sep 03 18:17:10.216847 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:17:10.227129 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9622117-4811-4f72-a06c-152e1d3f6d8f None None] Sync routers for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:17:10.233774 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:10.237961 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9622117-4811-4f72-a06c-152e1d3f6d8f None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:17:10.238632 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-d9622117-4811-4f72-a06c-152e1d3f6d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:16:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:10.250591 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ac6af27-cf9f-4e20-bc6d-613beba202a5 req-b9c3a254-b8cf-4049-8235-1176ee808602 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382087 Sep 03 18:17:10.274278 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-3c0fc930-c8dc-4cfb-adec-4b744cfd544d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7604895 Sep 03 18:17:10.274278 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db13547a-1e56-4c10-b3c7-759532c6e1f3', 'tag': '395497b5-a0cf-4fb6-9b31-e7c3eab04f21'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:17:10.274278 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ecc31e-d314-45ca-8ace-c93b3b05bcc0" -d '{"events": [{"name": "network-changed", "server_uuid": "db13547a-1e56-4c10-b3c7-759532c6e1f3", "tag": "395497b5-a0cf-4fb6-9b31-e7c3eab04f21"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:17:10.303899 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ed304f-900c-4e7d-9ca3-34fb75842984 x-openstack-request-id: req-15ed304f-900c-4e7d-9ca3-34fb75842984 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:17:10.304214 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db13547a-1e56-4c10-b3c7-759532c6e1f3", "tag": "395497b5-a0cf-4fb6-9b31-e7c3eab04f21", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:17:10.304499 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-15ed304f-900c-4e7d-9ca3-34fb75842984 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:17:10.304949 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db13547a-1e56-4c10-b3c7-759532c6e1f3', 'tag': '395497b5-a0cf-4fb6-9b31-e7c3eab04f21', 'status': 'completed', 'code': 200} Sep 03 18:17:10.348483 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-d9622117-4811-4f72-a06c-152e1d3f6d8f None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:17:10.400753 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba5c7b-a5f0-4df0-b9b9-248bf857020b req-3319d5c3-a396-4f49-84cc-2550ceeee795 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:10.402509 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-60ba5c7b-a5f0-4df0-b9b9-248bf857020b req-3319d5c3-a396-4f49-84cc-2550ceeee795 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 946 time: 0.0795610 Sep 03 18:17:10.422094 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecc31e-d314-45ca-8ace-c93b3b05bcc0 req-eb6ec926-cbb0-4342-93ae-adfa74361d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:10.423638 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-35ecc31e-d314-45ca-8ace-c93b3b05bcc0 req-eb6ec926-cbb0-4342-93ae-adfa74361d5e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 1099 time: 0.0760040 Sep 03 18:17:10.472743 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-60ba5c7b-a5f0-4df0-b9b9-248bf857020b req-37878754-9d6e-4670-aad5-0a979d8be3e7 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616200 Sep 03 18:17:10.539632 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecc31e-d314-45ca-8ace-c93b3b05bcc0 req-a67d7a25-c902-49a3-9f63-2b7cfe4b3fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:10.541169 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-35ecc31e-d314-45ca-8ace-c93b3b05bcc0 req-a67d7a25-c902-49a3-9f63-2b7cfe4b3fe9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 200 len: 912 time: 0.1091537 Sep 03 18:17:10.571358 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-d9622117-4811-4f72-a06c-152e1d3f6d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '74c4e7b2-1157-4942-91de-1ee5aaea7990', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'port_id': '395497b5-a0cf-4fb6-9b31-e7c3eab04f21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'mac_address': 'fa:16:3e:4e:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13547a-1e56-4c10-b3c7-759532c6e1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:17:09Z', 'updated_at': '2021-09-03T18:17:09Z', 'revision_number': 0, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:10.596332 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9622117-4811-4f72-a06c-152e1d3f6d8f None None] Checking router: 8daeb64a-9fdc-4c5f-8d36-739021054d31 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:17:10.605207 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9622117-4811-4f72-a06c-152e1d3f6d8f None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:17:10.605802 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-d9622117-4811-4f72-a06c-152e1d3f6d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:16:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:10.645410 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-35ecc31e-d314-45ca-8ace-c93b3b05bcc0 req-a7938f22-de50-4fb2-acb5-34c74154d2dd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=395497b5-a0cf-4fb6-9b31-e7c3eab04f21 HTTP/1.1" status: 200 len: 999 time: 0.0878112 Sep 03 18:17:10.697289 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecc31e-d314-45ca-8ace-c93b3b05bcc0 req-4d173bc3-2463-4242-9766-86abc231ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:10.698836 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-35ecc31e-d314-45ca-8ace-c93b3b05bcc0 req-4d173bc3-2463-4242-9766-86abc231ee4a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a7abc42-8f93-433e-8867-522bfd9c85b3 HTTP/1.1" status: 200 len: 850 time: 0.0443118 Sep 03 18:17:10.708287 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-d9622117-4811-4f72-a06c-152e1d3f6d8f None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:17:10.761185 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ecc31e-d314-45ca-8ace-c93b3b05bcc0 req-42dd695d-dd8d-4b6a-8d75-f1ace57baa02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:10.762660 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-35ecc31e-d314-45ca-8ace-c93b3b05bcc0 req-42dd695d-dd8d-4b6a-8d75-f1ace57baa02 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0554388 Sep 03 18:17:10.863664 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-35ecc31e-d314-45ca-8ace-c93b3b05bcc0 req-3c030389-4d9b-4f87-a1e0-33c0bd59637a service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883555 Sep 03 18:17:10.951735 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-35ecc31e-d314-45ca-8ace-c93b3b05bcc0 req-8f0a2eef-8d30-4f90-ba7f-42cf1ef80423 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798206 Sep 03 18:17:11.016362 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-d9622117-4811-4f72-a06c-152e1d3f6d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '74c4e7b2-1157-4942-91de-1ee5aaea7990', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'port_id': '395497b5-a0cf-4fb6-9b31-e7c3eab04f21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'mac_address': 'fa:16:3e:4e:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13547a-1e56-4c10-b3c7-759532c6e1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:17:09Z', 'updated_at': '2021-09-03T18:17:09Z', 'revision_number': 0, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:11.042696 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9622117-4811-4f72-a06c-152e1d3f6d8f None None] The sync data for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi is: [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '74c4e7b2-1157-4942-91de-1ee5aaea7990', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'floating_ip_address': '172.27.3.19', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'port_id': '395497b5-a0cf-4fb6-9b31-e7c3eab04f21', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'mac_address': 'fa:16:3e:4e:db:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db13547a-1e56-4c10-b3c7-759532c6e1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:17:09Z', 'updated_at': '2021-09-03T18:17:09Z', 'revision_number': 0, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:17:11.079132 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 73abd513-4141-4f58-9999-8f06fb8b7c64 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:17:11.101157 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: 73abd513-4141-4f58-9999-8f06fb8b7c64 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:17:11.101499 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 73abd513-4141-4f58-9999-8f06fb8b7c64 not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:17:11.201152 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb94de8-13a3-4644-8faf-4c224323572c req-0c499ca9-264b-4ffd-9e63-7ad51e12996c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:11.202738 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfb94de8-13a3-4644-8faf-4c224323572c req-0c499ca9-264b-4ffd-9e63-7ad51e12996c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0541430 Sep 03 18:17:11.228757 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27418eb2-b602-4bc4-93ad-af0f29e5230d None None] New status for floating IP 74c4e7b2-1157-4942-91de-1ee5aaea7990: ACTIVE {{(pid=94086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:17:11.243764 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfb94de8-13a3-4644-8faf-4c224323572c req-3717a984-4abc-4468-a633-c0efeae7ea25 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344408 Sep 03 18:17:11.367305 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61d05f0-3aad-42dc-ba21-f2fac40beb10 req-ea7acda2-7e7f-4372-81dd-964eb05dbd1a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:11.368785 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a61d05f0-3aad-42dc-ba21-f2fac40beb10 req-ea7acda2-7e7f-4372-81dd-964eb05dbd1a tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0489612 Sep 03 18:17:11.407409 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a61d05f0-3aad-42dc-ba21-f2fac40beb10 req-6ede3be6-67be-4035-887d-37419eec6e4e tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324399 Sep 03 18:17:11.587637 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34c3d86-5cc3-4580-a4d6-cfbdca0fc49b req-332bd1d1-7942-408e-b645-7274504d777c tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:11.589516 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c34c3d86-5cc3-4580-a4d6-cfbdca0fc49b req-332bd1d1-7942-408e-b645-7274504d777c tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 946 time: 0.0496287 Sep 03 18:17:11.625818 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c34c3d86-5cc3-4580-a4d6-cfbdca0fc49b req-7f5c7c64-6f33-4c43-b1a4-68b5c595be6e tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304759 Sep 03 18:17:12.013927 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6393e-9430-40b1-9fba-d46725ab928c req-d0b6770d-47b8-455c-9446-025c9bc3785b tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:12.015387 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32e6393e-9430-40b1-9fba-d46725ab928c req-d0b6770d-47b8-455c-9446-025c9bc3785b tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.55 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 946 time: 0.0501349 Sep 03 18:17:12.103745 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-32e6393e-9430-40b1-9fba-d46725ab928c req-1f3dc253-55cc-4ccd-9192-9feef998304c tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Deleting port 7f0eaa03-4123-43b9-b86a-df2e9be9833a {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:17:12.104079 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-32e6393e-9430-40b1-9fba-d46725ab928c req-1f3dc253-55cc-4ccd-9192-9feef998304c tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:12.191607 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-32e6393e-9430-40b1-9fba-d46725ab928c req-1f3dc253-55cc-4ccd-9192-9feef998304c tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] For port 7f0eaa03-4123-43b9-b86a-df2e9be9833a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=7f0eaa03-4123-43b9-b86a-df2e9be9833a,segment=NetworkSegment(1a47b6ab-904e-4698-a1c5-73ee34fe5472),segment_id=1a47b6ab-904e-4698-a1c5-73ee34fe5472)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:12.191978 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-32e6393e-9430-40b1-9fba-d46725ab928c req-1f3dc253-55cc-4ccd-9192-9feef998304c tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:12.203447 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-32e6393e-9430-40b1-9fba-d46725ab928c req-1f3dc253-55cc-4ccd-9192-9feef998304c tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Calling delete_port for 7f0eaa03-4123-43b9-b86a-df2e9be9833a owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:17:12.377729 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-32e6393e-9430-40b1-9fba-d46725ab928c req-1f3dc253-55cc-4ccd-9192-9feef998304c tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:12.389290 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['7f0eaa03-4123-43b9-b86a-df2e9be9833a'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:17:12.416389 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a040faa-fdd9-42eb-bc35-4d4ac7c1d86f req-25e10ca6-1837-4cfe-bb2d-ac002a66a69d tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:12.417886 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6a040faa-fdd9-42eb-bc35-4d4ac7c1d86f req-25e10ca6-1837-4cfe-bb2d-ac002a66a69d tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0885375 Sep 03 18:17:12.418640 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dc253-55cc-4ccd-9192-9feef998304c tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Pushing event deleted for resources: {'Port': ['ID=7f0eaa03-4123-43b9-b86a-df2e9be9833a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:12.469989 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e6393e-9430-40b1-9fba-d46725ab928c req-1f3dc253-55cc-4ccd-9192-9feef998304c tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] No DVR routers for this DVR port 7f0eaa03-4123-43b9-b86a-df2e9be9833a on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:17:12.477714 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-32e6393e-9430-40b1-9fba-d46725ab928c req-1f3dc253-55cc-4ccd-9192-9feef998304c tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:12.479617 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32e6393e-9430-40b1-9fba-d46725ab928c req-1f3dc253-55cc-4ccd-9192-9feef998304c tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.55 "DELETE /v2.0/ports/7f0eaa03-4123-43b9-b86a-df2e9be9833a HTTP/1.1" status: 204 len: 173 time: 0.4574695 Sep 03 18:17:12.480046 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2bddedb-f2b9-4bef-85a3-d783bc731b01', 'name': 'network-vif-deleted', 'tag': '7f0eaa03-4123-43b9-b86a-df2e9be9833a'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:17:12.482224 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601ccb8a-4351-49dd-907d-1e410d15ec1d" -d '{"events": [{"server_uuid": "d2bddedb-f2b9-4bef-85a3-d783bc731b01", "name": "network-vif-deleted", "tag": "7f0eaa03-4123-43b9-b86a-df2e9be9833a"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:17:12.523576 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6a040faa-fdd9-42eb-bc35-4d4ac7c1d86f req-f23d75ec-bcf2-4750-b1cb-9e1f7a4f3eba tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952761 Sep 03 18:17:12.545658 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90670ba7-743b-46b3-a685-ad4af7aa0151 req-127ce40e-3c31-47fd-b097-ca57d43e69dd tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:12.547269 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-90670ba7-743b-46b3-a685-ad4af7aa0151 req-127ce40e-3c31-47fd-b097-ca57d43e69dd tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0708570 Sep 03 18:17:12.572199 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d73f737a-a5fc-43f0-ac10-99a09de929b9 x-openstack-request-id: req-d73f737a-a5fc-43f0-ac10-99a09de929b9 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:17:12.572491 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2bddedb-f2b9-4bef-85a3-d783bc731b01", "name": "network-vif-deleted", "tag": "7f0eaa03-4123-43b9-b86a-df2e9be9833a", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:17:12.572747 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d73f737a-a5fc-43f0-ac10-99a09de929b9 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:17:12.573137 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2bddedb-f2b9-4bef-85a3-d783bc731b01', 'name': 'network-vif-deleted', 'tag': '7f0eaa03-4123-43b9-b86a-df2e9be9833a', 'status': 'completed', 'code': 200} Sep 03 18:17:12.592810 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-90670ba7-743b-46b3-a685-ad4af7aa0151 req-b08fd5fe-3c1e-4f11-b919-92bfb093ea77 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394957 Sep 03 18:17:12.730422 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3919a3dc-9b95-4883-a97b-ee3cad4b7f4a req-0f67a895-f96e-4f4c-bf2a-1a4b9337c7e6 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=d2bddedb-f2b9-4bef-85a3-d783bc731b01 HTTP/1.1" status: 200 len: 210 time: 0.0263886 Sep 03 18:17:13.644018 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70ff1a-19f6-42ae-ad51-25d095d7eda2 req-f3f1dcda-8f14-43c8-b338-3451e3472af7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:13.645511 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c70ff1a-19f6-42ae-ad51-25d095d7eda2 req-f3f1dcda-8f14-43c8-b338-3451e3472af7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0497146 Sep 03 18:17:13.712482 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c70ff1a-19f6-42ae-ad51-25d095d7eda2 req-83b60a15-0fbb-4e43-aef1-905b213bb302 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600274 Sep 03 18:17:13.731946 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8e1566-ee50-4ea3-be26-df54a8d58913 req-05f9bc39-4a64-4256-bb3e-9221ec471f34 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:13.733419 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf8e1566-ee50-4ea3-be26-df54a8d58913 req-05f9bc39-4a64-4256-bb3e-9221ec471f34 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0612619 Sep 03 18:17:13.771263 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf8e1566-ee50-4ea3-be26-df54a8d58913 req-668fed9a-0e8a-4d42-b96e-44a6b2109e06 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313249 Sep 03 18:17:14.824726 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc303891-2052-4881-ace6-3637cff6c5d1 req-61aeb38b-25c8-4d21-b81d-ed95035c3903 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:14.826268 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc303891-2052-4881-ace6-3637cff6c5d1 req-61aeb38b-25c8-4d21-b81d-ed95035c3903 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0480261 Sep 03 18:17:14.888497 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dc303891-2052-4881-ace6-3637cff6c5d1 req-f4581f60-8d78-4af8-9913-bf2b6e4e3289 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562441 Sep 03 18:17:14.906451 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bc114-2be7-43ca-a5a0-36661bb60c7d req-8d0872a5-203f-46e5-866f-a23662cc06a8 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:14.907933 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-516bc114-2be7-43ca-a5a0-36661bb60c7d req-8d0872a5-203f-46e5-866f-a23662cc06a8 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0692730 Sep 03 18:17:14.945055 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-516bc114-2be7-43ca-a5a0-36661bb60c7d req-5e0d16f2-19be-468e-9c71-77b19b09b755 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307105 Sep 03 18:17:16.006703 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830c78ea-a21e-4483-ad49-257fe24ffed5 req-9ee72137-77ab-4ca3-899e-d19bdc892424 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:16.008243 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-830c78ea-a21e-4483-ad49-257fe24ffed5 req-9ee72137-77ab-4ca3-899e-d19bdc892424 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0533936 Sep 03 18:17:16.077054 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-830c78ea-a21e-4483-ad49-257fe24ffed5 req-a7238de1-081d-403f-a461-733110f5e23b tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623784 Sep 03 18:17:16.086420 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e185b-28cd-4808-8894-b3e66340fb02 req-347d1afc-31a9-471a-9fc0-58cfc7523660 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:16.087857 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-005e185b-28cd-4808-8894-b3e66340fb02 req-347d1afc-31a9-471a-9fc0-58cfc7523660 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0744045 Sep 03 18:17:16.125117 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-005e185b-28cd-4808-8894-b3e66340fb02 req-3d33b30a-050d-437c-9727-a5040623a082 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312529 Sep 03 18:17:17.189814 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5500f-d66c-47c4-a160-2ebfdedd6760 req-b91bf3b2-d029-4d79-a5cf-52f63fb281ab tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:17.191323 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-31c5500f-d66c-47c4-a160-2ebfdedd6760 req-b91bf3b2-d029-4d79-a5cf-52f63fb281ab tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0483882 Sep 03 18:17:17.208657 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 7f0eaa03-4123-43b9-b86a-df2e9be9833a no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:17:17.228144 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: 7f0eaa03-4123-43b9-b86a-df2e9be9833a {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:17:17.228478 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 7f0eaa03-4123-43b9-b86a-df2e9be9833a not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:17:17.257310 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-31c5500f-d66c-47c4-a160-2ebfdedd6760 req-1a85979b-8172-465f-8250-13f959faa9b3 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561538 Sep 03 18:17:17.267513 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9361a2-0563-4d85-aff0-16ed8608f222 req-81cc668a-c8d6-40b1-a008-d0185709cbf1 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:17.268981 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ea9361a2-0563-4d85-aff0-16ed8608f222 req-81cc668a-c8d6-40b1-a008-d0185709cbf1 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0767937 Sep 03 18:17:17.309045 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ea9361a2-0563-4d85-aff0-16ed8608f222 req-dfe4153f-0334-4bad-9adb-5b0fc981708f tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/security-groups?id=66ae2e73-6e9c-4c58-a529-1901b823422c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330558 Sep 03 18:17:17.740843 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296d671-faea-4e6e-9ec6-9b9c7304b331 req-14cdaba0-656a-4255-8ee9-eeea8307bcea tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:17.742329 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b296d671-faea-4e6e-9ec6-9b9c7304b331 req-14cdaba0-656a-4255-8ee9-eeea8307bcea tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 945 time: 0.0476651 Sep 03 18:17:17.841170 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-b296d671-faea-4e6e-9ec6-9b9c7304b331 req-f6367580-7383-49a2-8f2a-61d0e7f1affe tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Deleting port d093173a-f8a3-4b06-a11a-f694e3257f2f {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:17:17.841511 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-b296d671-faea-4e6e-9ec6-9b9c7304b331 req-f6367580-7383-49a2-8f2a-61d0e7f1affe tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:17.929489 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-b296d671-faea-4e6e-9ec6-9b9c7304b331 req-f6367580-7383-49a2-8f2a-61d0e7f1affe tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] For port d093173a-f8a3-4b06-a11a-f694e3257f2f, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d093173a-f8a3-4b06-a11a-f694e3257f2f,segment=NetworkSegment(9e5ce9a8-cb1a-4878-92bb-66e4cd13af64),segment_id=9e5ce9a8-cb1a-4878-92bb-66e4cd13af64)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:17.929781 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-b296d671-faea-4e6e-9ec6-9b9c7304b331 req-f6367580-7383-49a2-8f2a-61d0e7f1affe tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:17.941416 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-b296d671-faea-4e6e-9ec6-9b9c7304b331 req-f6367580-7383-49a2-8f2a-61d0e7f1affe tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Calling delete_port for d093173a-f8a3-4b06-a11a-f694e3257f2f owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:17:18.071617 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-b296d671-faea-4e6e-9ec6-9b9c7304b331 req-f6367580-7383-49a2-8f2a-61d0e7f1affe tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:18.085288 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['d093173a-f8a3-4b06-a11a-f694e3257f2f'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:17:18.101738 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6367580-7383-49a2-8f2a-61d0e7f1affe tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Pushing event deleted for resources: {'Port': ['ID=d093173a-f8a3-4b06-a11a-f694e3257f2f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:18.145132 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-b296d671-faea-4e6e-9ec6-9b9c7304b331 req-f6367580-7383-49a2-8f2a-61d0e7f1affe tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] No DVR routers for this DVR port d093173a-f8a3-4b06-a11a-f694e3257f2f on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:17:18.148685 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-b296d671-faea-4e6e-9ec6-9b9c7304b331 req-f6367580-7383-49a2-8f2a-61d0e7f1affe tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:18.151157 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b296d671-faea-4e6e-9ec6-9b9c7304b331 req-f6367580-7383-49a2-8f2a-61d0e7f1affe tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.55 "DELETE /v2.0/ports/d093173a-f8a3-4b06-a11a-f694e3257f2f HTTP/1.1" status: 204 len: 173 time: 0.3960793 Sep 03 18:17:18.151423 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2c5c51b-46a6-47cb-8250-2fcd23c72d77', 'name': 'network-vif-deleted', 'tag': 'd093173a-f8a3-4b06-a11a-f694e3257f2f'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:17:18.153639 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa272078-bb36-4b4b-91ec-7d81e482e5a6" -d '{"events": [{"server_uuid": "c2c5c51b-46a6-47cb-8250-2fcd23c72d77", "name": "network-vif-deleted", "tag": "d093173a-f8a3-4b06-a11a-f694e3257f2f"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:17:18.189142 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c76c81-33fa-4f29-955d-571fba688c87 x-openstack-request-id: req-d6c76c81-33fa-4f29-955d-571fba688c87 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:17:18.189751 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2c5c51b-46a6-47cb-8250-2fcd23c72d77", "name": "network-vif-deleted", "tag": "d093173a-f8a3-4b06-a11a-f694e3257f2f", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:17:18.190497 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d6c76c81-33fa-4f29-955d-571fba688c87 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:17:18.190497 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2c5c51b-46a6-47cb-8250-2fcd23c72d77', 'name': 'network-vif-deleted', 'tag': 'd093173a-f8a3-4b06-a11a-f694e3257f2f', 'status': 'completed', 'code': 200} Sep 03 18:17:18.377305 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175099cf-5d46-4c6b-9aa0-c902e31455af req-75361b6b-9478-4981-8f99-de8079c8b27c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:18.378895 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-175099cf-5d46-4c6b-9aa0-c902e31455af req-75361b6b-9478-4981-8f99-de8079c8b27c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0514741 Sep 03 18:17:18.429690 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2ccc932c-8e2d-4cb4-8a7d-aa0e1f9a3053 req-734fca91-5616-42a9-bb3d-9dde4d49dc97 tempest-ServerRescueNegativeTestJSON-1171564842 tempest-ServerRescueNegativeTestJSON-1171564842-project] 10.222.0.45 "GET /v2.0/ports?device_id=c2c5c51b-46a6-47cb-8250-2fcd23c72d77 HTTP/1.1" status: 200 len: 210 time: 0.0292652 Sep 03 18:17:18.442134 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-175099cf-5d46-4c6b-9aa0-c902e31455af req-f5a67155-2631-434a-9cfb-f2db271c0a76 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557809 Sep 03 18:17:19.487002 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51548) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:19.564481 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46eebea-9114-4b95-8c24-4a65a28ffc4a req-63337199-d5de-49d0-bff0-ddb62e63a08d tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:19.565960 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f46eebea-9114-4b95-8c24-4a65a28ffc4a req-63337199-d5de-49d0-bff0-ddb62e63a08d tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0502672 Sep 03 18:17:19.603168 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f46eebea-9114-4b95-8c24-4a65a28ffc4a req-3a40f707-13d2-4c5f-bc64-4ed1d828783e tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302944 Sep 03 18:17:19.888738 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-21dc6207-d94f-4ca3-8b14-01daf943fb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921001'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:20.171235 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-21dc6207-d94f-4ca3-8b14-01daf943fb5e admin admin] Deleting port 4ddeceb2-00d4-4191-9078-f7a881ce6688 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:17:20.171490 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-21dc6207-d94f-4ca3-8b14-01daf943fb5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:20.244551 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-21dc6207-d94f-4ca3-8b14-01daf943fb5e admin admin] For port 4ddeceb2-00d4-4191-9078-f7a881ce6688, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=4ddeceb2-00d4-4191-9078-f7a881ce6688,segment=NetworkSegment(9e5ce9a8-cb1a-4878-92bb-66e4cd13af64),segment_id=9e5ce9a8-cb1a-4878-92bb-66e4cd13af64)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:20.244906 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-21dc6207-d94f-4ca3-8b14-01daf943fb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:20.257134 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-21dc6207-d94f-4ca3-8b14-01daf943fb5e admin admin] Calling delete_port for 4ddeceb2-00d4-4191-9078-f7a881ce6688 owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:17:20.428933 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-21dc6207-d94f-4ca3-8b14-01daf943fb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:20.461396 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dc6207-d94f-4ca3-8b14-01daf943fb5e admin admin] Pushing event deleted for resources: {'Port': ['ID=4ddeceb2-00d4-4191-9078-f7a881ce6688,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:20.608552 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-21dc6207-d94f-4ca3-8b14-01daf943fb5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823307'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:20.826492 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dc6207-d94f-4ca3-8b14-01daf943fb5e admin admin] Router d1608a8f-58ee-4e3c-9897-feaf1adba1a9 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:17:20.908500 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73563745-d8db-4fa5-9809-969821c6e302 req-9809a209-1934-4d4d-937e-f3088f985b22 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:20.909967 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-73563745-d8db-4fa5-9809-969821c6e302 req-9809a209-1934-4d4d-937e-f3088f985b22 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.2406600 Sep 03 18:17:20.931572 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dc6207-d94f-4ca3-8b14-01daf943fb5e admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:17:20.936547 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-21dc6207-d94f-4ca3-8b14-01daf943fb5e admin admin] 10.222.0.45 "PUT /v2.0/routers/d1608a8f-58ee-4e3c-9897-feaf1adba1a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4484582 Sep 03 18:17:20.939043 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51556) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:20.941521 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff7597-cd7f-4e90-aef5-2210686ab353 None None] Sync routers for ids ['d1608a8f-58ee-4e3c-9897-feaf1adba1a9'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:17:20.951896 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff7597-cd7f-4e90-aef5-2210686ab353 None None] Routers {'d1608a8f-58ee-4e3c-9897-feaf1adba1a9'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:17:20.952489 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-e4ff7597-cd7f-4e90-aef5-2210686ab353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:16:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['d1608a8f-58ee-4e3c-9897-feaf1adba1a9'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:20.953910 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-73563745-d8db-4fa5-9809-969821c6e302 req-a6025de4-934c-4e51-b30e-873fd65384c2 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377452 Sep 03 18:17:21.042587 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74c65dec-69e4-4b4e-92f6-10a040f57f9e admin admin] Notify callbacks [] for router, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:21.062228 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-e4ff7597-cd7f-4e90-aef5-2210686ab353 None None] Set router d1608a8f-58ee-4e3c-9897-feaf1adba1a9 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:17:21.143419 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74c65dec-69e4-4b4e-92f6-10a040f57f9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:21.197410 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-74c65dec-69e4-4b4e-92f6-10a040f57f9e admin admin] Deleting port d5141f16-5528-433b-ab23-aed58645cf94 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:17:21.197755 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74c65dec-69e4-4b4e-92f6-10a040f57f9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:21.237460 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-e4ff7597-cd7f-4e90-aef5-2210686ab353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-2069564955-router', 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.47'}], 'enable_snat': True}, 'gw_port_id': 'd5141f16-5528-433b-ab23-aed58645cf94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:20Z', 'updated_at': '2021-09-03T18:17:20Z', 'revision_number': 5, 'project_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'gw_port': {'id': 'd5141f16-5528-433b-ab23-aed58645cf94', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:0b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:21.263595 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff7597-cd7f-4e90-aef5-2210686ab353 None None] Checking router: d1608a8f-58ee-4e3c-9897-feaf1adba1a9 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:17:21.272047 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ff7597-cd7f-4e90-aef5-2210686ab353 None None] Routers {'d1608a8f-58ee-4e3c-9897-feaf1adba1a9'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:17:21.272891 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-e4ff7597-cd7f-4e90-aef5-2210686ab353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:16:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['d1608a8f-58ee-4e3c-9897-feaf1adba1a9'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:21.274373 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-74c65dec-69e4-4b4e-92f6-10a040f57f9e admin admin] For port d5141f16-5528-433b-ab23-aed58645cf94, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=d5141f16-5528-433b-ab23-aed58645cf94,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:21.274739 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74c65dec-69e4-4b4e-92f6-10a040f57f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:21.286520 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-74c65dec-69e4-4b4e-92f6-10a040f57f9e admin admin] Calling delete_port for d5141f16-5528-433b-ab23-aed58645cf94 owned by network:router_gateway {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:17:21.360621 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-e4ff7597-cd7f-4e90-aef5-2210686ab353 None None] Set router d1608a8f-58ee-4e3c-9897-feaf1adba1a9 gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:17:21.414211 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-e4ff7597-cd7f-4e90-aef5-2210686ab353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-2069564955-router', 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:20Z', 'updated_at': '2021-09-03T18:17:21Z', 'revision_number': 6, 'project_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'gw_port_host': None}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:21.444258 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ff7597-cd7f-4e90-aef5-2210686ab353 None None] The sync data for ids ['d1608a8f-58ee-4e3c-9897-feaf1adba1a9'] in dv-cinder-788782-10-iscsi is: [{'id': 'd1608a8f-58ee-4e3c-9897-feaf1adba1a9', 'name': 'tempest-ServerRescueNegativeTestJSON-2069564955-router', 'tenant_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:20Z', 'updated_at': '2021-09-03T18:17:21Z', 'revision_number': 6, 'project_id': 'ffb56f8a86c44c33a37e5e17d2009e34', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:17:21.450715 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74c65dec-69e4-4b4e-92f6-10a040f57f9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:21.475514 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c65dec-69e4-4b4e-92f6-10a040f57f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=d5141f16-5528-433b-ab23-aed58645cf94,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:21.539464 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74c65dec-69e4-4b4e-92f6-10a040f57f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823155'] for router_gateway, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:21.877082 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74c65dec-69e4-4b4e-92f6-10a040f57f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:21.879205 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74c65dec-69e4-4b4e-92f6-10a040f57f9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:21.942926 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74c65dec-69e4-4b4e-92f6-10a040f57f9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920623'] for router, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:21.943457 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c65dec-69e4-4b4e-92f6-10a040f57f9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1608a8f-58ee-4e3c-9897-feaf1adba1a9 {{(pid=94084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:17:21.948130 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-74c65dec-69e4-4b4e-92f6-10a040f57f9e admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:21.949250 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-74c65dec-69e4-4b4e-92f6-10a040f57f9e admin admin] 10.222.0.45 "DELETE /v2.0/routers/d1608a8f-58ee-4e3c-9897-feaf1adba1a9 HTTP/1.1" status: 204 len: 168 time: 1.0091894 Sep 03 18:17:21.951821 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51562) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:22.003498 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa19d02-62eb-4908-b68c-bb0bcea92bcc admin admin] Deleting subnet 67ddc986-ec27-49bf-ac46-8bc382025127 {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:17:22.007373 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9fa19d02-62eb-4908-b68c-bb0bcea92bcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.041920 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9fa19d02-62eb-4908-b68c-bb0bcea92bcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28422707'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.071755 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5e9928-92d4-4bd7-899e-dd1a6ca6e2a5 req-ee0da31f-3dd4-43a4-95fa-e238469275a4 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:22.073238 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bd5e9928-92d4-4bd7-899e-dd1a6ca6e2a5 req-ee0da31f-3dd4-43a4-95fa-e238469275a4 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0492496 Sep 03 18:17:22.080456 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9fa19d02-62eb-4908-b68c-bb0bcea92bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.111337 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bd5e9928-92d4-4bd7-899e-dd1a6ca6e2a5 req-38ded44b-d929-46d4-b151-7ad50bd49c7f tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318594 Sep 03 18:17:22.137774 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9fa19d02-62eb-4908-b68c-bb0bcea92bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26210811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26242172'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.166002 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa19d02-62eb-4908-b68c-bb0bcea92bcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67ddc986-ec27-49bf-ac46-8bc382025127,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:22.169680 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9fa19d02-62eb-4908-b68c-bb0bcea92bcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.171529 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9fa19d02-62eb-4908-b68c-bb0bcea92bcc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/67ddc986-ec27-49bf-ac46-8bc382025127 HTTP/1.1" status: 204 len: 168 time: 0.2188170 Sep 03 18:17:22.174111 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51568) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:22.242030 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-37458478-4819-40ec-bdbe-d3dc2eeebf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.321595 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-37458478-4819-40ec-bdbe-d3dc2eeebf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.331929 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-37458478-4819-40ec-bdbe-d3dc2eeebf30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9894e58b-23d3-4a72-ac4f-3d9c135a5f96']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:22.342501 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-37458478-4819-40ec-bdbe-d3dc2eeebf30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e5ce9a8-cb1a-4878-92bb-66e4cd13af64') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:22.342793 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-37458478-4819-40ec-bdbe-d3dc2eeebf30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e5ce9a8-cb1a-4878-92bb-66e4cd13af64') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:22.351927 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-37458478-4819-40ec-bdbe-d3dc2eeebf30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28422698'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.365273 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-37458478-4819-40ec-bdbe-d3dc2eeebf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.371135 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37458478-4819-40ec-bdbe-d3dc2eeebf30 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:17:22.371527 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-37458478-4819-40ec-bdbe-d3dc2eeebf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26210725'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: timer() Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: cb(*args, **kw) Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: self._notify() Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: self.callback(batched_events) Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: event.method(event) Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._get(url).json() Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:17:22.373169 dv-cinder-788782-10-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:17:22.434178 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-37458478-4819-40ec-bdbe-d3dc2eeebf30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.437730 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 4ddeceb2-00d4-4191-9078-f7a881ce6688 no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:17:22.439996 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-37458478-4819-40ec-bdbe-d3dc2eeebf30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.441906 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-37458478-4819-40ec-bdbe-d3dc2eeebf30 admin admin] 10.222.0.45 "DELETE /v2.0/networks/9894e58b-23d3-4a72-ac4f-3d9c135a5f96 HTTP/1.1" status: 204 len: 168 time: 0.2668765 Sep 03 18:17:22.460985 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37458478-4819-40ec-bdbe-d3dc2eeebf30 admin admin] Pushing event deleted for resources: {'Network': ['ID=9894e58b-23d3-4a72-ac4f-3d9c135a5f96,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:22.467563 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: 4ddeceb2-00d4-4191-9078-f7a881ce6688 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:17:22.467904 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 4ddeceb2-00d4-4191-9078-f7a881ce6688 not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:17:22.468308 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device d5141f16-5528-433b-ab23-aed58645cf94 no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:17:22.490189 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: d5141f16-5528-433b-ab23-aed58645cf94 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:17:22.490555 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device d5141f16-5528-433b-ab23-aed58645cf94 not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:17:22.616099 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51574) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:22.666063 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-58cfc822-825c-4dd5-a1ee-29a3985d08dc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ffb56f8a86c44c33a37e5e17d2009e34&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0487521 Sep 03 18:17:22.668508 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51576) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:22.714784 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4f476e3e-9173-451d-a6d6-9e0f0cc27634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.716560 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8dba-53f3-4807-b91c-cc26d003a5dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.737216 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8dba-53f3-4807-b91c-cc26d003a5dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.782007 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8dba-53f3-4807-b91c-cc26d003a5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.784477 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9f0a8dba-53f3-4807-b91c-cc26d003a5dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:22.785611 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9f0a8dba-53f3-4807-b91c-cc26d003a5dc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66ae2e73-6e9c-4c58-a529-1901b823422c HTTP/1.1" status: 204 len: 168 time: 0.1162124 Sep 03 18:17:22.793438 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a8dba-53f3-4807-b91c-cc26d003a5dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66ae2e73-6e9c-4c58-a529-1901b823422c,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:23.233479 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8b4e6c-4587-4409-a4f1-801872ab53ed req-16846019-1c2e-42f9-a0cb-94cb103f6149 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:23.235253 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6c8b4e6c-4587-4409-a4f1-801872ab53ed req-16846019-1c2e-42f9-a0cb-94cb103f6149 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0533948 Sep 03 18:17:23.274641 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6c8b4e6c-4587-4409-a4f1-801872ab53ed req-f9e8f86e-9f20-465d-95b5-d0e51871a86e tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326004 Sep 03 18:17:23.635680 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device d093173a-f8a3-4b06-a11a-f694e3257f2f no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:17:23.661511 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: d093173a-f8a3-4b06-a11a-f694e3257f2f {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:17:23.662452 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device d093173a-f8a3-4b06-a11a-f694e3257f2f not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:17:23.785705 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-d7da7813-0874-4854-9119-093b55919126 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:23.787817 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-d7da7813-0874-4854-9119-093b55919126 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/networks?id=e06cc298-59e6-4e1c-8918-dd03b12f8f3c HTTP/1.1" status: 200 len: 813 time: 0.1054602 Sep 03 18:17:23.803050 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-8e1c7957-5f32-4aaf-be95-cd680bbe0f3d tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/quotas/122b505c2d10486e952c97a7898080ab HTTP/1.1" status: 200 len: 375 time: 0.0096209 Sep 03 18:17:23.834212 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-a66bd3f1-77be-4b71-968b-d7584c0431aa tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=122b505c2d10486e952c97a7898080ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257616 Sep 03 18:17:23.927128 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-3dd82240-0f09-4f58-b36e-c442c057d004 service neutron] 10.222.0.45 "GET /v2.0/networks/e06cc298-59e6-4e1c-8918-dd03b12f8f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853155 Sep 03 18:17:24.018710 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-8f895d97-2e9d-4407-a65c-67898985d794 service neutron] 10.222.0.45 "GET /v2.0/networks/e06cc298-59e6-4e1c-8918-dd03b12f8f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855103 Sep 03 18:17:24.180897 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fd095737-8b6f-4ed8-ae77-88929f89c140 req-76e96963-504a-4926-8b2c-942cc45f972f tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 210 time: 0.0275424 Sep 03 18:17:24.408213 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431dfc5-942e-427f-a736-0a14e60db39a req-a78afc25-b886-49fd-ba94-51a68ebb1f64 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:24.411010 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e431dfc5-942e-427f-a736-0a14e60db39a req-a78afc25-b886-49fd-ba94-51a68ebb1f64 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0584764 Sep 03 18:17:24.452724 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e431dfc5-942e-427f-a736-0a14e60db39a req-81b9f6c5-cbac-4b19-85c8-e76d499b8abe tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356812 Sep 03 18:17:24.614292 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51660) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:24.723041 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-53fd6cda-3273-4d98-9764-5f49046efae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:24.811336 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-53fd6cda-3273-4d98-9764-5f49046efae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:24.815002 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-53fd6cda-3273-4d98-9764-5f49046efae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:24.854668 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-53fd6cda-3273-4d98-9764-5f49046efae5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2177aacb7b59471383dc08bc03951e6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392213 Sep 03 18:17:24.855523 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd6cda-3273-4d98-9764-5f49046efae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1d7e0d-6cde-4188-8fee-32840e92873f,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:24.857361 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 51664) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:24.905309 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8b5e53ef-e4ca-4c2c-83b7-5f87e5f151d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:24.925451 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8b5e53ef-e4ca-4c2c-83b7-5f87e5f151d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:24.971257 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8b5e53ef-e4ca-4c2c-83b7-5f87e5f151d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:24.975086 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8b5e53ef-e4ca-4c2c-83b7-5f87e5f151d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:24.976250 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8b5e53ef-e4ca-4c2c-83b7-5f87e5f151d6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fe1d7e0d-6cde-4188-8fee-32840e92873f HTTP/1.1" status: 204 len: 168 time: 0.1172564 Sep 03 18:17:24.985729 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e53ef-e4ca-4c2c-83b7-5f87e5f151d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1d7e0d-6cde-4188-8fee-32840e92873f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:25.183786 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-4cb5a5d2-1e0c-4d85-8f3b-e1e5ad3cdcc7 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:25.185338 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-4cb5a5d2-1e0c-4d85-8f3b-e1e5ad3cdcc7 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.55 "GET /v2.0/networks?id=e06cc298-59e6-4e1c-8918-dd03b12f8f3c HTTP/1.1" status: 200 len: 813 time: 0.1174991 Sep 03 18:17:25.200497 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-3f5e806c-8c9e-4718-ad99-7f958f21dba8 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Request body: {'port': {'device_id': '9576115c-8a3c-43a4-8050-e3b827bfb692', 'network_id': 'e06cc298-59e6-4e1c-8918-dd03b12f8f3c', 'admin_state_up': True, 'tenant_id': '122b505c2d10486e952c97a7898080ab'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:17:25.267821 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51678) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:25.282449 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f4031363-bd1b-4fb0-a178-0e7eef5197e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.310480 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-41ae35c7-f648-4743-9102-71e824d91b25 req-63f2f8c6-f68a-4a1d-ada7-9884549b16ce tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 210 time: 0.0337653 Sep 03 18:17:25.349238 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-044c2e26-2f9b-4c7d-9677-e6b7ab5ea991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.389064 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f4031363-bd1b-4fb0-a178-0e7eef5197e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.393135 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f4031363-bd1b-4fb0-a178-0e7eef5197e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.418472 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-3f5e806c-8c9e-4718-ad99-7f958f21dba8 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Made reservation on behalf of 122b505c2d10486e952c97a7898080ab for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:17:25.422089 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-3f5e806c-8c9e-4718-ad99-7f958f21dba8 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.434552 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f4031363-bd1b-4fb0-a178-0e7eef5197e4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=39d4c757739443ebae477c829c43576a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1653740 Sep 03 18:17:25.436590 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4031363-bd1b-4fb0-a178-0e7eef5197e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907cc262-059d-47c0-9d1c-f908f119241a,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:25.439347 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 51684) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:25.493421 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-708c774f-c8f5-4262-8d87-22de8417d67c tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1539353054&fields=id&tenant_id=ca9887ef7b2a4b1ea04064556796915d HTTP/1.1" status: 200 len: 267 time: 0.0821106 Sep 03 18:17:25.620809 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f8c2e9c0-db4a-492c-bc9b-876570657670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.720360 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f8c2e9c0-db4a-492c-bc9b-876570657670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.728787 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c184419-83b0-4476-b96e-8b6f1ae2a033 req-6601184a-1cce-4bee-b0b7-eed409031d61 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:25.730309 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6c184419-83b0-4476-b96e-8b6f1ae2a033 req-6601184a-1cce-4bee-b0b7-eed409031d61 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.1977026 Sep 03 18:17:25.797896 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-61fd14c1-8964-4778-ba7e-fbd2fef9cdca tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:25.799316 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-61fd14c1-8964-4778-ba7e-fbd2fef9cdca tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/networks?id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b HTTP/1.1" status: 200 len: 809 time: 0.2977002 Sep 03 18:17:25.800399 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-3f5e806c-8c9e-4718-ad99-7f958f21dba8 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Allocated IP 172.20.0.13 (e06cc298-59e6-4e1c-8918-dd03b12f8f3c/1f66fe58-7767-4c0f-952d-c77d313d256a/e0aa891e-a150-4457-9bab-b8bfd58e5f29) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:17:25.839938 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-318d028e-8a3d-45e0-a7e7-9d6def66b77b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/quotas/ca9887ef7b2a4b1ea04064556796915d HTTP/1.1" status: 200 len: 375 time: 0.0333250 Sep 03 18:17:25.843505 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.845020 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6c184419-83b0-4476-b96e-8b6f1ae2a033 req-09964e6e-e272-4f73-827c-a65595200abb tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014943 Sep 03 18:17:25.892545 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f8c2e9c0-db4a-492c-bc9b-876570657670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.895068 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f8c2e9c0-db4a-492c-bc9b-876570657670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:25.896436 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f8c2e9c0-db4a-492c-bc9b-876570657670 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/907cc262-059d-47c0-9d1c-f908f119241a HTTP/1.1" status: 204 len: 168 time: 0.4560857 Sep 03 18:17:25.921652 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2e9c0-db4a-492c-bc9b-876570657670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907cc262-059d-47c0-9d1c-f908f119241a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:25.985014 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-2b36b445-2b28-43c3-8c74-d2b7a3ee6ca9 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=ca9887ef7b2a4b1ea04064556796915d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1324008 Sep 03 18:17:26.081813 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-3f5e806c-8c9e-4718-ad99-7f958f21dba8 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:26.121298 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-7f56f91d-0292-49b5-87c2-7985c99fab78 service neutron] 10.222.0.45 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228237 Sep 03 18:17:26.168069 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-3f5e806c-8c9e-4718-ad99-7f958f21dba8 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:26.251578 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-3f5e806c-8c9e-4718-ad99-7f958f21dba8 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Network e06cc298-59e6-4e1c-8918-dd03b12f8f3c is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:17:26.265173 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-3f5e806c-8c9e-4718-ad99-7f958f21dba8 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:17:26.269953 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e806c-8c9e-4718-ad99-7f958f21dba8 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Pushing event updated for resources: {'Port': ['ID=e0aa891e-a150-4457-9bab-b8bfd58e5f29,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:26.272260 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-3f5e806c-8c9e-4718-ad99-7f958f21dba8 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:17:26.278317 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-54ec0bea-1214-453e-bd2a-6540175ddf5d service neutron] 10.222.0.45 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488559 Sep 03 18:17:26.322683 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-3f5e806c-8c9e-4718-ad99-7f958f21dba8 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:26.323292 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-3f5e806c-8c9e-4718-ad99-7f958f21dba8 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:26.338918 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-3f5e806c-8c9e-4718-ad99-7f958f21dba8 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1438146 Sep 03 18:17:26.352268 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Request body: {'port': {'device_id': '9576115c-8a3c-43a4-8050-e3b827bfb692', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:17:26.424396 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:26.495875 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6e697-9cc3-40c7-87aa-3cd6efc4c2ee req-50ea4f6c-729e-442e-8ce4-3e2b685307ff tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:26.497370 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a3c6e697-9cc3-40c7-87aa-3cd6efc4c2ee req-50ea4f6c-729e-442e-8ce4-3e2b685307ff tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 932 time: 0.0880811 Sep 03 18:17:26.633298 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a3c6e697-9cc3-40c7-87aa-3cd6efc4c2ee req-b2ebd68f-420a-4cf7-93b0-c51ddbfdedd7 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222572 Sep 03 18:17:26.638981 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ef9dc47-c99a-47e7-8246-1b76877c69e0 req-d4e0f41f-cbee-49ad-a3c0-4d63d4ceb548 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 210 time: 0.0433979 Sep 03 18:17:26.799516 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0aa891e-a150-4457-9bab-b8bfd58e5f29 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:17:26.808117 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:26.822061 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Transition to ACTIVE for port object e0aa891e-a150-4457-9bab-b8bfd58e5f29 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:17:26.828089 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:26.836153 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:26.915809 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Pushing event updated for resources: {'Port': ['ID=e0aa891e-a150-4457-9bab-b8bfd58e5f29,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:26.945268 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:26.945611 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:26.946067 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:26.946431 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:26.946773 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:26.947079 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:26.947636 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:26.947883 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:26.948204 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:26.948548 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:26.948868 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:26.949184 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:26.995118 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Attempting to bind port e0aa891e-a150-4457-9bab-b8bfd58e5f29 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:17:26.995455 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Attempting to bind port e0aa891e-a150-4457-9bab-b8bfd58e5f29 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '1a47b6ab-904e-4698-a1c5-73ee34fe5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e06cc298-59e6-4e1c-8918-dd03b12f8f3c'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:17:26.995789 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Attempting to bind port e0aa891e-a150-4457-9bab-b8bfd58e5f29 on network e06cc298-59e6-4e1c-8918-dd03b12f8f3c {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:17:27.003089 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Port e0aa891e-a150-4457-9bab-b8bfd58e5f29 on network e06cc298-59e6-4e1c-8918-dd03b12f8f3c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:17:27.003321 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Attempting to bind port e0aa891e-a150-4457-9bab-b8bfd58e5f29 on network e06cc298-59e6-4e1c-8918-dd03b12f8f3c {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:17:27.012252 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:17:27.012590 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Checking segment: {'id': '1a47b6ab-904e-4698-a1c5-73ee34fe5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e06cc298-59e6-4e1c-8918-dd03b12f8f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:17:27.012981 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Bound using segment: {'id': '1a47b6ab-904e-4698-a1c5-73ee34fe5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e06cc298-59e6-4e1c-8918-dd03b12f8f3c'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:17:27.013411 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Bound port: e0aa891e-a150-4457-9bab-b8bfd58e5f29, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a47b6ab-904e-4698-a1c5-73ee34fe5472', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e06cc298-59e6-4e1c-8918-dd03b12f8f3c'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:17:27.013767 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:27.032501 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65e9e0-6526-49e1-976e-1154bfa0bc1a req-7af353f6-36be-4867-a29a-89151077cfc9 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:27.034064 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7f65e9e0-6526-49e1-976e-1154bfa0bc1a req-7af353f6-36be-4867-a29a-89151077cfc9 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.1044099 Sep 03 18:17:27.112761 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7f65e9e0-6526-49e1-976e-1154bfa0bc1a req-46b80354-78a4-43db-984d-2a431e2a2631 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712502 Sep 03 18:17:27.115867 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] For port e0aa891e-a150-4457-9bab-b8bfd58e5f29, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:17:27.119320 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] For port e0aa891e-a150-4457-9bab-b8bfd58e5f29, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e0aa891e-a150-4457-9bab-b8bfd58e5f29,segment=NetworkSegment(1a47b6ab-904e-4698-a1c5-73ee34fe5472),segment_id=1a47b6ab-904e-4698-a1c5-73ee34fe5472)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:17:27.125315 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:27.166581 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:27.167198 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:27.168590 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] 10.222.0.55 "PUT /v2.0/ports/e0aa891e-a150-4457-9bab-b8bfd58e5f29 HTTP/1.1" status: 200 len: 1094 time: 0.8214381 Sep 03 18:17:27.169035 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9576115c-8a3c-43a4-8050-e3b827bfb692', 'tag': 'e0aa891e-a150-4457-9bab-b8bfd58e5f29'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:17:27.171285 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c78c39-b0c1-4b9d-88d2-94652997c00d" -d '{"events": [{"name": "network-changed", "server_uuid": "9576115c-8a3c-43a4-8050-e3b827bfb692", "tag": "e0aa891e-a150-4457-9bab-b8bfd58e5f29"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:17:27.202715 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3737a7-b6fe-4da8-bcee-8d6b05607a6f service neutron] Pushing event updated for resources: {'Port': ['ID=e0aa891e-a150-4457-9bab-b8bfd58e5f29,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:27.236058 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e329f0a-b804-47eb-8689-5c34424c4ed7 x-openstack-request-id: req-5e329f0a-b804-47eb-8689-5c34424c4ed7 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:17:27.236058 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9576115c-8a3c-43a4-8050-e3b827bfb692", "tag": "e0aa891e-a150-4457-9bab-b8bfd58e5f29", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:17:27.236417 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e329f0a-b804-47eb-8689-5c34424c4ed7 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:17:27.236870 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9576115c-8a3c-43a4-8050-e3b827bfb692', 'tag': 'e0aa891e-a150-4457-9bab-b8bfd58e5f29', 'status': 'completed', 'code': 200} Sep 03 18:17:27.271004 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-6b828c54-da66-4a15-b018-a98bfdb478fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:27.272918 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-6b828c54-da66-4a15-b018-a98bfdb478fb service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=122b505c2d10486e952c97a7898080ab&device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 1097 time: 0.0477242 Sep 03 18:17:27.314317 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-abea3f84-524b-4ca5-b10b-92738ce73a00 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0aa891e-a150-4457-9bab-b8bfd58e5f29 HTTP/1.1" status: 200 len: 217 time: 0.0333228 Sep 03 18:17:27.364667 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-49a4afb1-e780-486b-8520-6703f2600cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:27.366217 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-49a4afb1-e780-486b-8520-6703f2600cad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f66fe58-7767-4c0f-952d-c77d313d256a HTTP/1.1" status: 200 len: 853 time: 0.0436940 Sep 03 18:17:27.406145 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-97ce4102-2164-4dba-ae19-575f0ae6fb32 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e06cc298-59e6-4e1c-8918-dd03b12f8f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311425 Sep 03 18:17:27.502402 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-c5202be5-4f25-4d0d-9bba-0bce5ae28441 service neutron] 10.222.0.55 "GET /v2.0/networks/e06cc298-59e6-4e1c-8918-dd03b12f8f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882494 Sep 03 18:17:27.546046 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51750) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:27.611636 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5afb3e18-e309-485e-84a7-bc26c2547660 req-18f53246-6366-4eeb-835c-a931a36bafd4 service neutron] 10.222.0.55 "GET /v2.0/networks/e06cc298-59e6-4e1c-8918-dd03b12f8f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944314 Sep 03 18:17:27.712447 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c78c39-b0c1-4b9d-88d2-94652997c00d req-f86b0234-5784-42cd-9474-a9f8854e4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:27.714139 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-09c78c39-b0c1-4b9d-88d2-94652997c00d req-f86b0234-5784-42cd-9474-a9f8854e4ab5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=122b505c2d10486e952c97a7898080ab&device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 1097 time: 0.0521095 Sep 03 18:17:27.724165 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad57e088-62d9-443d-b531-7ae9031404d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:27.767148 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-2cc69f2c-ef09-4249-9c6a-bc8e064636b4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:27.768209 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-2cc69f2c-ef09-4249-9c6a-bc8e064636b4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.55 "GET /v2.0/networks?id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b HTTP/1.1" status: 200 len: 809 time: 0.1557398 Sep 03 18:17:27.814401 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-67abe845-c0a9-4bd9-a1ca-18799ea20478 req-ee09e20b-c617-4cb0-b7f9-00c4f5ec15df tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 210 time: 0.0583012 Sep 03 18:17:27.887235 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b97d5-3725-425d-9317-ecdf54b8c43b req-b4721767-6562-4fa1-bc35-acfbf79a66f2 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:27.894829 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-345b97d5-3725-425d-9317-ecdf54b8c43b req-b4721767-6562-4fa1-bc35-acfbf79a66f2 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 944 time: 0.1755152 Sep 03 18:17:27.906684 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad57e088-62d9-443d-b531-7ae9031404d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:27.913057 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-89cd84d3-16e1-4f93-8869-8187b044d9d1 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca9887ef7b2a4b1ea04064556796915d HTTP/1.1" status: 200 len: 380 time: 0.1354704 Sep 03 18:17:27.914114 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ad57e088-62d9-443d-b531-7ae9031404d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:27.915690 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c78c39-b0c1-4b9d-88d2-94652997c00d req-970fe166-c530-4b76-987c-2bc6ca9819a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:27.917180 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-09c78c39-b0c1-4b9d-88d2-94652997c00d req-970fe166-c530-4b76-987c-2bc6ca9819a3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=e06cc298-59e6-4e1c-8918-dd03b12f8f3c HTTP/1.1" status: 200 len: 914 time: 0.1718397 Sep 03 18:17:27.943665 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-ea118c9b-d4a3-406a-ab08-706f38f37d56 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Request body: {'port': {'device_id': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'admin_state_up': True, 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'security_groups': ['24bf422b-d90b-45bb-85f9-22246f1a4369']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:17:27.944340 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-345b97d5-3725-425d-9317-ecdf54b8c43b req-57d8c0d7-72b9-4a5c-8beb-3d72df896964 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486312 Sep 03 18:17:27.971928 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ad57e088-62d9-443d-b531-7ae9031404d6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=803f2681f4b6433d91aa5103e879b53a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246933 Sep 03 18:17:27.974799 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 51758) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:27.975381 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57e088-62d9-443d-b531-7ae9031404d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cda27c-2ef4-4c89-834c-d1bf55d03c86,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:27.981681 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-09c78c39-b0c1-4b9d-88d2-94652997c00d req-988b4719-89d6-412d-98e7-dc3c3e68a732 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e0aa891e-a150-4457-9bab-b8bfd58e5f29 HTTP/1.1" status: 200 len: 217 time: 0.0498567 Sep 03 18:17:28.064834 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c78c39-b0c1-4b9d-88d2-94652997c00d req-94545c2e-1214-45cb-b28b-859f89f23586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:28.066356 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-09c78c39-b0c1-4b9d-88d2-94652997c00d req-94545c2e-1214-45cb-b28b-859f89f23586 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f66fe58-7767-4c0f-952d-c77d313d256a HTTP/1.1" status: 200 len: 853 time: 0.0657570 Sep 03 18:17:28.068571 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3896-7732-4c08-b34e-9257aee3ff84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:28.076247 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-ea118c9b-d4a3-406a-ab08-706f38f37d56 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Made reservation on behalf of ca9887ef7b2a4b1ea04064556796915d for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:17:28.079756 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-ea118c9b-d4a3-406a-ab08-706f38f37d56 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:28.113532 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-09c78c39-b0c1-4b9d-88d2-94652997c00d req-a4218a49-f6d1-45c2-a342-1728ae94b879 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=e06cc298-59e6-4e1c-8918-dd03b12f8f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341756 Sep 03 18:17:28.121132 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3896-7732-4c08-b34e-9257aee3ff84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:28.128219 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:28.217235 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-ea118c9b-d4a3-406a-ab08-706f38f37d56 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Allocated IP 172.20.0.3 (f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b/4baf20d9-9520-47b3-90c9-1d690066a24e/695579ed-f964-4788-aceb-48e7f4eeacd0) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:17:28.307860 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:28.372924 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-ea118c9b-d4a3-406a-ab08-706f38f37d56 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:28.387975 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-ea118c9b-d4a3-406a-ab08-706f38f37d56 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Transition to ACTIVE for port object 695579ed-f964-4788-aceb-48e7f4eeacd0 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:17:28.426928 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-ea118c9b-d4a3-406a-ab08-706f38f37d56 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:28.468848 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-ea118c9b-d4a3-406a-ab08-706f38f37d56 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Network f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:17:28.486471 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-ea118c9b-d4a3-406a-ab08-706f38f37d56 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:17:28.489512 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-ea118c9b-d4a3-406a-ab08-706f38f37d56 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:17:28.493428 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea118c9b-d4a3-406a-ab08-706f38f37d56 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Pushing event updated for resources: {'Port': ['ID=695579ed-f964-4788-aceb-48e7f4eeacd0,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:28.496541 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3896-7732-4c08-b34e-9257aee3ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:28.499116 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b2c3896-7732-4c08-b34e-9257aee3ff84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:28.502678 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4b2c3896-7732-4c08-b34e-9257aee3ff84 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b7cda27c-2ef4-4c89-834c-d1bf55d03c86 HTTP/1.1" status: 204 len: 168 time: 0.5244172 Sep 03 18:17:28.519833 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-09c78c39-b0c1-4b9d-88d2-94652997c00d req-be9828ab-7fe0-4ddb-a6a3-f15571bbf01c service neutron] 10.222.0.55 "GET /v2.0/networks/e06cc298-59e6-4e1c-8918-dd03b12f8f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960145 Sep 03 18:17:28.522067 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2c3896-7732-4c08-b34e-9257aee3ff84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cda27c-2ef4-4c89-834c-d1bf55d03c86,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:28.535421 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d685c8e-d677-4aab-86dd-8d19ff0a2836 req-e363d29f-695c-4b7d-a1ba-a1d93155636d tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:28.554083 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-ea118c9b-d4a3-406a-ab08-706f38f37d56 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:28.554748 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-ea118c9b-d4a3-406a-ab08-706f38f37d56 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:28.556730 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3d685c8e-d677-4aab-86dd-8d19ff0a2836 req-e363d29f-695c-4b7d-a1ba-a1d93155636d tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.3677738 Sep 03 18:17:28.573808 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-ea118c9b-d4a3-406a-ab08-706f38f37d56 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6397326 Sep 03 18:17:28.589783 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Request body: {'port': {'device_id': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:17:28.665228 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3d685c8e-d677-4aab-86dd-8d19ff0a2836 req-fcd88086-98b5-42e4-b792-ffbe43015825 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053374 Sep 03 18:17:28.697487 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:28.706986 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-09c78c39-b0c1-4b9d-88d2-94652997c00d req-366b1683-7fc8-4466-896c-258ff13a29ce service neutron] 10.222.0.55 "GET /v2.0/networks/e06cc298-59e6-4e1c-8918-dd03b12f8f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466963 Sep 03 18:17:28.918552 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 51772) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:28.943849 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-93e6b367-3b30-4534-ad2d-35d8f6123db6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:28.966515 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-c0c5c5ba-c625-4bd7-9f9e-6566a242133d None None] Provisioning for port 695579ed-f964-4788-aceb-48e7f4eeacd0 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:17:28.970695 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-c0c5c5ba-c625-4bd7-9f9e-6566a242133d None None] Provisioning complete for port 695579ed-f964-4788-aceb-48e7f4eeacd0 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:17:28.971693 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c0c5c5ba-c625-4bd7-9f9e-6566a242133d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:28.987873 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9438f4a0-5c00-4bd3-87a6-b8d895c581e1 req-a2583d51-4029-48d0-8b60-0f047a72dae5 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:28.989446 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9438f4a0-5c00-4bd3-87a6-b8d895c581e1 req-a2583d51-4029-48d0-8b60-0f047a72dae5 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.1050167 Sep 03 18:17:29.008895 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-c0c5c5ba-c625-4bd7-9f9e-6566a242133d None None] Port 695579ed-f964-4788-aceb-48e7f4eeacd0 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:17:29.073004 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 695579ed-f964-4788-aceb-48e7f4eeacd0 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:17:29.080542 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:29.092799 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Transition to ACTIVE for port object 695579ed-f964-4788-aceb-48e7f4eeacd0 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:17:29.096728 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:29.125880 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9438f4a0-5c00-4bd3-87a6-b8d895c581e1 req-eb315573-3238-4484-b595-1fe36c289836 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974586 Sep 03 18:17:29.138121 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebee986-3b36-4f9b-91bf-c74a2b1e988f req-63539d96-7a8a-4478-8ec9-ccc0ae0fa326 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:29.139668 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bebee986-3b36-4f9b-91bf-c74a2b1e988f req-63539d96-7a8a-4478-8ec9-ccc0ae0fa326 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 931 time: 0.1633704 Sep 03 18:17:29.157540 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997a8ab-fe9a-48db-94f7-da8973a9c6ac req-88587b4b-b41c-4805-a957-005c780b6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:29.159034 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2997a8ab-fe9a-48db-94f7-da8973a9c6ac req-88587b4b-b41c-4805-a957-005c780b6fcf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9fad030dd65493e9b5094cd17743413&device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 1098 time: 0.1674654 Sep 03 18:17:29.168578 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Pushing event updated for resources: {'Port': ['ID=695579ed-f964-4788-aceb-48e7f4eeacd0,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:29.235578 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Attempting to bind port 695579ed-f964-4788-aceb-48e7f4eeacd0 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:17:29.236315 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Attempting to bind port 695579ed-f964-4788-aceb-48e7f4eeacd0 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '77ef173a-d88f-43ea-aaef-6deb87344210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:17:29.236315 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Attempting to bind port 695579ed-f964-4788-aceb-48e7f4eeacd0 on network f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:17:29.241939 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Port 695579ed-f964-4788-aceb-48e7f4eeacd0 on network f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:17:29.242277 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Attempting to bind port 695579ed-f964-4788-aceb-48e7f4eeacd0 on network f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:17:29.247332 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:17:29.248094 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Checking segment: {'id': '77ef173a-d88f-43ea-aaef-6deb87344210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:17:29.248094 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Bound using segment: {'id': '77ef173a-d88f-43ea-aaef-6deb87344210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:17:29.248422 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Bound port: 695579ed-f964-4788-aceb-48e7f4eeacd0, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77ef173a-d88f-43ea-aaef-6deb87344210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:17:29.248809 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:29.251384 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bebee986-3b36-4f9b-91bf-c74a2b1e988f req-e1fbe634-d04b-44ac-bb53-640bba3b3989 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991170 Sep 03 18:17:29.314476 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-93e6b367-3b30-4534-ad2d-35d8f6123db6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:29.324843 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] For port 695579ed-f964-4788-aceb-48e7f4eeacd0, host hv-cinder-78878, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:17:29.325807 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-93e6b367-3b30-4534-ad2d-35d8f6123db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:29.328391 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] For port 695579ed-f964-4788-aceb-48e7f4eeacd0, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=695579ed-f964-4788-aceb-48e7f4eeacd0,segment=NetworkSegment(77ef173a-d88f-43ea-aaef-6deb87344210),segment_id=77ef173a-d88f-43ea-aaef-6deb87344210)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:17:29.333723 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:29.372586 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:29.373233 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:29.374580 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] 10.222.0.55 "PUT /v2.0/ports/695579ed-f964-4788-aceb-48e7f4eeacd0 HTTP/1.1" status: 200 len: 1093 time: 0.7899921 Sep 03 18:17:29.375012 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'tag': '695579ed-f964-4788-aceb-48e7f4eeacd0'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:17:29.377210 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b43b4e-02b9-40cc-b970-9d3d7a4789ac" -d '{"events": [{"name": "network-changed", "server_uuid": "758607c6-ecce-4b04-8764-2da37cbcaef8", "tag": "695579ed-f964-4788-aceb-48e7f4eeacd0"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:17:29.389398 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293908f-1e77-49aa-b259-85af5c3f81da req-12acda7c-0192-40d2-b1f4-fa8e8afac2dc tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:29.398504 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b293908f-1e77-49aa-b259-85af5c3f81da req-12acda7c-0192-40d2-b1f4-fa8e8afac2dc tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 944 time: 0.1710000 Sep 03 18:17:29.406031 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b052748-ebd6-4c2f-a198-b1d21894de2a service neutron] Pushing event updated for resources: {'Port': ['ID=695579ed-f964-4788-aceb-48e7f4eeacd0,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:29.425817 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997a8ab-fe9a-48db-94f7-da8973a9c6ac req-df2bcf7b-ad35-4e4b-b80c-682cf796f41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:29.427827 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2997a8ab-fe9a-48db-94f7-da8973a9c6ac req-df2bcf7b-ad35-4e4b-b80c-682cf796f41e service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ba05fac-18ef-4556-b8bc-03611f5564b9 HTTP/1.1" status: 200 len: 911 time: 0.2490964 Sep 03 18:17:29.428436 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6b367-3b30-4534-ad2d-35d8f6123db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc01240d-a4b6-41b5-ae71-55434e94a828,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:29.442901 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-93e6b367-3b30-4534-ad2d-35d8f6123db6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9b410346eccf4160ac623e3b1fac2d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5175290 Sep 03 18:17:29.445608 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51778) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:29.460637 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0916e36-49bc-4cad-9d7a-286a8b4a242e x-openstack-request-id: req-a0916e36-49bc-4cad-9d7a-286a8b4a242e {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:17:29.460927 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "758607c6-ecce-4b04-8764-2da37cbcaef8", "tag": "695579ed-f964-4788-aceb-48e7f4eeacd0", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:17:29.461173 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a0916e36-49bc-4cad-9d7a-286a8b4a242e {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:17:29.461721 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'tag': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'status': 'completed', 'code': 200} Sep 03 18:17:29.468771 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b293908f-1e77-49aa-b259-85af5c3f81da req-e6fa83cb-b5de-47fc-a93a-75d56f740aef tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691085 Sep 03 18:17:29.530645 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2997a8ab-fe9a-48db-94f7-da8973a9c6ac req-ecedb2aa-088e-4bbf-a47f-a5f246d1a2ee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0f890479-a810-4f29-be78-ee595ad39be8 HTTP/1.1" status: 200 len: 1001 time: 0.0713048 Sep 03 18:17:29.542570 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-096cc98e-433e-4fd1-bc21-ad8870155791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:29.544193 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-096cc98e-433e-4fd1-bc21-ad8870155791 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca9887ef7b2a4b1ea04064556796915d&device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 1096 time: 0.0927866 Sep 03 18:17:29.547034 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-897a37b3-368f-40dc-8190-df2e7b1c2b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:29.584020 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997a8ab-fe9a-48db-94f7-da8973a9c6ac req-a1ab4d13-e7a1-48cb-9660-0707726a4e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:29.585832 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2997a8ab-fe9a-48db-94f7-da8973a9c6ac req-a1ab4d13-e7a1-48cb-9660-0707726a4e27 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afe12978-3220-4047-98a9-897ddeffcbac HTTP/1.1" status: 200 len: 849 time: 0.0476832 Sep 03 18:17:29.600834 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-4ffbe8a8-54f1-43fd-8756-efbd6d63e378 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=695579ed-f964-4788-aceb-48e7f4eeacd0 HTTP/1.1" status: 200 len: 217 time: 0.0440128 Sep 03 18:17:29.605252 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-897a37b3-368f-40dc-8190-df2e7b1c2b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:29.633412 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997a8ab-fe9a-48db-94f7-da8973a9c6ac req-99dc202f-2c19-4dd8-9498-cb7fcf66942e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:29.634886 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2997a8ab-fe9a-48db-94f7-da8973a9c6ac req-99dc202f-2c19-4dd8-9498-cb7fcf66942e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ba05fac-18ef-4556-b8bc-03611f5564b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409482 Sep 03 18:17:29.671693 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-6f2349ff-6f1a-4812-af16-19e5b7b8dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:29.673153 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-6f2349ff-6f1a-4812-af16-19e5b7b8dde9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4baf20d9-9520-47b3-90c9-1d690066a24e HTTP/1.1" status: 200 len: 848 time: 0.0616856 Sep 03 18:17:29.718552 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-897a37b3-368f-40dc-8190-df2e7b1c2b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:29.721063 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-897a37b3-368f-40dc-8190-df2e7b1c2b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:29.722312 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-897a37b3-368f-40dc-8190-df2e7b1c2b29 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/fc01240d-a4b6-41b5-ae71-55434e94a828 HTTP/1.1" status: 204 len: 168 time: 0.2755127 Sep 03 18:17:29.732999 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a37b3-368f-40dc-8190-df2e7b1c2b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc01240d-a4b6-41b5-ae71-55434e94a828,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:29.739735 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-a84c6205-452d-4923-8c08-dca077ad6118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:29.740938 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-a84c6205-452d-4923-8c08-dca077ad6118 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0592082 Sep 03 18:17:29.743838 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2997a8ab-fe9a-48db-94f7-da8973a9c6ac req-e86ea810-7570-443b-b7d8-b57a7e6477cd service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994673 Sep 03 18:17:29.845946 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2997a8ab-fe9a-48db-94f7-da8973a9c6ac req-36c97351-c602-4d5f-a9ae-024087f8518a service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905519 Sep 03 18:17:29.849982 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-c81bc6a7-2b8c-4763-81be-d1422588ce65 service neutron] 10.222.0.55 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948229 Sep 03 18:17:29.952404 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1ef50e-bc5f-4824-bdbb-1247020f739f req-5e5c42f9-b106-4792-b4cd-9eee2f37f30e service neutron] 10.222.0.55 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950840 Sep 03 18:17:30.054001 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b43b4e-02b9-40cc-b970-9d3d7a4789ac req-bab0f3de-1294-4ca3-8145-63690f7b558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:30.055524 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e4b43b4e-02b9-40cc-b970-9d3d7a4789ac req-bab0f3de-1294-4ca3-8145-63690f7b558f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca9887ef7b2a4b1ea04064556796915d&device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 1096 time: 0.0446739 Sep 03 18:17:30.148360 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b43b4e-02b9-40cc-b970-9d3d7a4789ac req-3f52d221-179f-4b43-8cba-24a4743db1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:30.149740 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e4b43b4e-02b9-40cc-b970-9d3d7a4789ac req-3f52d221-179f-4b43-8cba-24a4743db1e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b HTTP/1.1" status: 200 len: 910 time: 0.0841250 Sep 03 18:17:30.205408 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e4b43b4e-02b9-40cc-b970-9d3d7a4789ac req-67f59fe3-50fd-4260-bcab-a1209987ceee service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=695579ed-f964-4788-aceb-48e7f4eeacd0 HTTP/1.1" status: 200 len: 217 time: 0.0399549 Sep 03 18:17:30.270937 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b43b4e-02b9-40cc-b970-9d3d7a4789ac req-63869a5b-b711-454d-ac70-c38da6babec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:30.272837 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e4b43b4e-02b9-40cc-b970-9d3d7a4789ac req-63869a5b-b711-454d-ac70-c38da6babec9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4baf20d9-9520-47b3-90c9-1d690066a24e HTTP/1.1" status: 200 len: 848 time: 0.0508125 Sep 03 18:17:30.275065 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d306981b-f623-41ce-b368-85679eef9c09 req-350845c1-7227-4d0e-92e7-b99005de6072 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:30.276631 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d306981b-f623-41ce-b368-85679eef9c09 req-350845c1-7227-4d0e-92e7-b99005de6072 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0609426 Sep 03 18:17:30.327643 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b43b4e-02b9-40cc-b970-9d3d7a4789ac req-39cc62e7-46a7-4cb0-8203-2bd8a1915c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:30.329272 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e4b43b4e-02b9-40cc-b970-9d3d7a4789ac req-39cc62e7-46a7-4cb0-8203-2bd8a1915c74 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451293 Sep 03 18:17:30.349666 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d306981b-f623-41ce-b368-85679eef9c09 req-8a78eae5-eeec-467c-a4e2-28b5411c35e1 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569808 Sep 03 18:17:30.413438 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03f7dc-f87d-4e17-9499-2a1507a8746e req-01243199-0104-4f4d-bd76-8f3f353b01ed tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:30.415246 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6a03f7dc-f87d-4e17-9499-2a1507a8746e req-01243199-0104-4f4d-bd76-8f3f353b01ed tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 943 time: 0.0835268 Sep 03 18:17:30.441017 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e4b43b4e-02b9-40cc-b970-9d3d7a4789ac req-7e10f451-5529-456c-99cb-811d6e4aad60 service neutron] 10.222.0.55 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033449 Sep 03 18:17:30.458492 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6a03f7dc-f87d-4e17-9499-2a1507a8746e req-4158991c-30f9-41c4-9f1d-62ed6dd40e01 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370009 Sep 03 18:17:30.548657 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e4b43b4e-02b9-40cc-b970-9d3d7a4789ac req-439e3a18-a702-40a6-a57a-e545200fba5d service neutron] 10.222.0.55 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995018 Sep 03 18:17:30.592599 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188ddb8-d879-4e87-a52c-c11dec1cdbb4 req-2db184c8-b3a5-4a48-9e40-6836155e00c3 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:30.594073 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6188ddb8-d879-4e87-a52c-c11dec1cdbb4 req-2db184c8-b3a5-4a48-9e40-6836155e00c3 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 944 time: 0.0510349 Sep 03 18:17:30.634764 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6188ddb8-d879-4e87-a52c-c11dec1cdbb4 req-325e22b6-e41b-4579-bd53-8b238b25a633 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342677 Sep 03 18:17:31.468558 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f1563-eeed-44c7-899d-6f424a6a43f5 req-82185d5d-b62a-45aa-bd8b-a8d5e46c41d2 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:31.470041 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d76f1563-eeed-44c7-899d-6f424a6a43f5 req-82185d5d-b62a-45aa-bd8b-a8d5e46c41d2 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0525398 Sep 03 18:17:31.507421 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d76f1563-eeed-44c7-899d-6f424a6a43f5 req-815e10a7-3c91-4b89-b064-fe349ff6f6f5 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314958 Sep 03 18:17:31.574651 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3977b-a71d-431b-aa1a-4fd4bfcf93c7 req-8aa21897-bb64-4e5b-af1f-7ce955fb2ee0 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:31.576112 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-50a3977b-a71d-431b-aa1a-4fd4bfcf93c7 req-8aa21897-bb64-4e5b-af1f-7ce955fb2ee0 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 943 time: 0.0484352 Sep 03 18:17:31.611847 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-50a3977b-a71d-431b-aa1a-4fd4bfcf93c7 req-3b2a5cb0-8555-4b1b-97e6-a07f2b9f9d04 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298932 Sep 03 18:17:31.701690 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device e0aa891e-a150-4457-9bab-b8bfd58e5f29 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:17:31.746053 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846d6ad2-ea0e-40af-88da-951215835ec4 req-b31fa429-1e28-4f16-9473-c6a1a9fcc00d tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:31.747492 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-846d6ad2-ea0e-40af-88da-951215835ec4 req-b31fa429-1e28-4f16-9473-c6a1a9fcc00d tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 944 time: 0.0479341 Sep 03 18:17:31.790003 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-846d6ad2-ea0e-40af-88da-951215835ec4 req-dcc518f6-a667-42f7-81f0-e9f428c838ca tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364273 Sep 03 18:17:31.796231 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port e0aa891e-a150-4457-9bab-b8bfd58e5f29, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e0aa891e-a150-4457-9bab-b8bfd58e5f29,segment=NetworkSegment(1a47b6ab-904e-4698-a1c5-73ee34fe5472),segment_id=1a47b6ab-904e-4698-a1c5-73ee34fe5472)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:31.807786 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': 'e0aa891e-a150-4457-9bab-b8bfd58e5f29', 'network_id': 'e06cc298-59e6-4e1c-8918-dd03b12f8f3c', 'port_id': 'e0aa891e-a150-4457-9bab-b8bfd58e5f29', 'mac_address': 'fa:16:3e:66:85:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f66fe58-7767-4c0f-952d-c77d313d256a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:17:31.844106 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:31.857045 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0aa891e-a150-4457-9bab-b8bfd58e5f29 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:17:31.876371 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port e0aa891e-a150-4457-9bab-b8bfd58e5f29, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e0aa891e-a150-4457-9bab-b8bfd58e5f29,segment=NetworkSegment(1a47b6ab-904e-4698-a1c5-73ee34fe5472),segment_id=1a47b6ab-904e-4698-a1c5-73ee34fe5472)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:31.880046 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:31.927108 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=e0aa891e-a150-4457-9bab-b8bfd58e5f29,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:32.159199 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['e0aa891e-a150-4457-9bab-b8bfd58e5f29'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:17:32.740637 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1c4b85-0eb9-4c29-9fcf-b031c83390f1 req-445a9e9e-3385-4f27-8f80-7aae990516e6 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:32.742109 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5c1c4b85-0eb9-4c29-9fcf-b031c83390f1 req-445a9e9e-3385-4f27-8f80-7aae990516e6 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 943 time: 0.0510154 Sep 03 18:17:32.780478 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5c1c4b85-0eb9-4c29-9fcf-b031c83390f1 req-a9d41dd5-0c8a-476d-b2fe-fa78e05a55aa tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323718 Sep 03 18:17:32.900965 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbbb1d-7585-4111-8de8-49740535307d req-282955fc-273c-42d6-ae38-b8a7fc442a38 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:32.902568 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59dbbb1d-7585-4111-8de8-49740535307d req-282955fc-273c-42d6-ae38-b8a7fc442a38 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 945 time: 0.0482171 Sep 03 18:17:32.939851 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59dbbb1d-7585-4111-8de8-49740535307d req-72af5c64-5793-4602-9ccd-b809a369ec58 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314226 Sep 03 18:17:33.713857 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device e0aa891e-a150-4457-9bab-b8bfd58e5f29 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:17:33.764772 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port e0aa891e-a150-4457-9bab-b8bfd58e5f29 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:17:33.768422 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port e0aa891e-a150-4457-9bab-b8bfd58e5f29 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:17:33.768795 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:33.851635 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:33.874990 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9576115c-8a3c-43a4-8050-e3b827bfb692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0aa891e-a150-4457-9bab-b8bfd58e5f29'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:17:33.877209 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7d01f1-5424-41c0-9fcf-d9f90aea7975" -d '{"events": [{"server_uuid": "9576115c-8a3c-43a4-8050-e3b827bfb692", "name": "network-vif-plugged", "status": "completed", "tag": "e0aa891e-a150-4457-9bab-b8bfd58e5f29"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:17:33.891594 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port e0aa891e-a150-4457-9bab-b8bfd58e5f29, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e0aa891e-a150-4457-9bab-b8bfd58e5f29,segment=NetworkSegment(1a47b6ab-904e-4698-a1c5-73ee34fe5472),segment_id=1a47b6ab-904e-4698-a1c5-73ee34fe5472)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:33.898102 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:33.924026 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd3f701-6f87-4d55-9451-63b828fadbfc req-fd36f3e3-6e29-4620-a24e-2f4cb6228a2f tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:33.924441 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192e3c08-5666-43aa-b231-2fe9e01c326f x-openstack-request-id: req-192e3c08-5666-43aa-b231-2fe9e01c326f {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:17:33.924441 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9576115c-8a3c-43a4-8050-e3b827bfb692", "name": "network-vif-plugged", "status": "completed", "tag": "e0aa891e-a150-4457-9bab-b8bfd58e5f29", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:17:33.924806 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-192e3c08-5666-43aa-b231-2fe9e01c326f {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:17:33.924912 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9576115c-8a3c-43a4-8050-e3b827bfb692', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0aa891e-a150-4457-9bab-b8bfd58e5f29', 'code': 200} Sep 03 18:17:33.928354 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fdd3f701-6f87-4d55-9451-63b828fadbfc req-fd36f3e3-6e29-4620-a24e-2f4cb6228a2f tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 943 time: 0.0763578 Sep 03 18:17:33.955273 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=e0aa891e-a150-4457-9bab-b8bfd58e5f29,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:33.979369 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fdd3f701-6f87-4d55-9451-63b828fadbfc req-f7921d2a-4523-42d5-b3a3-bc7be3ebc000 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418324 Sep 03 18:17:34.063331 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a5db8-41f2-43f3-9cdc-3f28dde91dc0 req-aa591d32-6d76-4c91-a573-487faa5f872a tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:34.064836 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fa1a5db8-41f2-43f3-9cdc-3f28dde91dc0 req-aa591d32-6d76-4c91-a573-487faa5f872a tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 946 time: 0.0524399 Sep 03 18:17:34.107620 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fa1a5db8-41f2-43f3-9cdc-3f28dde91dc0 req-adc41979-febd-4f4c-aa6a-644a131de11f tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346277 Sep 03 18:17:34.139439 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de23f6e8-78b8-4a58-a83c-a882e3c64fdf req-b0a0c8d2-e752-472a-9ce3-a5b68594a4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:34.141018 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-de23f6e8-78b8-4a58-a83c-a882e3c64fdf req-b0a0c8d2-e752-472a-9ce3-a5b68594a4bf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 1099 time: 0.0419033 Sep 03 18:17:34.182565 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-de23f6e8-78b8-4a58-a83c-a882e3c64fdf req-dacc6657-e8f4-4c42-87d6-b36c55eef329 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336263 Sep 03 18:17:35.093317 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311495d-adb4-47ee-b75b-2a36765e1df9 req-238e8d63-3e1f-4bec-bacc-508e2624fafe tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:35.094808 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e311495d-adb4-47ee-b75b-2a36765e1df9 req-238e8d63-3e1f-4bec-bacc-508e2624fafe tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 943 time: 0.0472314 Sep 03 18:17:35.132119 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e311495d-adb4-47ee-b75b-2a36765e1df9 req-239c1989-103f-4cff-9c47-0fe9c046dc46 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308311 Sep 03 18:17:35.221786 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d647f36c-84ce-4b50-b0da-cccf05e1edcf req-16c2be4e-e806-4737-a01c-6a7f5bc7063d tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:35.223883 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d647f36c-84ce-4b50-b0da-cccf05e1edcf req-16c2be4e-e806-4737-a01c-6a7f5bc7063d tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 946 time: 0.0473392 Sep 03 18:17:35.263212 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d647f36c-84ce-4b50-b0da-cccf05e1edcf req-e64856d2-d7c7-473e-8214-cee8ea42869f tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333729 Sep 03 18:17:36.245263 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de9535-01e0-4977-8bc3-671ee4994f9f req-f50d8b67-6bd9-4da5-b7bf-f94f0cf6de10 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:36.246770 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f4de9535-01e0-4977-8bc3-671ee4994f9f req-f50d8b67-6bd9-4da5-b7bf-f94f0cf6de10 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 943 time: 0.0482302 Sep 03 18:17:36.284529 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f4de9535-01e0-4977-8bc3-671ee4994f9f req-3ae0122f-2ecd-4ed5-bdd7-230d9bdae6f0 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317433 Sep 03 18:17:36.384736 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1644eb9c-ce4b-479f-b0e4-418003467078 req-4533b3fe-e529-409e-b131-9d87ba7f1904 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:36.386215 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1644eb9c-ce4b-479f-b0e4-418003467078 req-4533b3fe-e529-409e-b131-9d87ba7f1904 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 946 time: 0.0550470 Sep 03 18:17:36.423380 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1644eb9c-ce4b-479f-b0e4-418003467078 req-239d79fe-cccf-4ffc-8cfd-fb2423059338 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312588 Sep 03 18:17:37.403454 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a810a7-1729-43cc-bb95-d09eb96d078c req-d912c6a7-0d4e-415f-ba82-20be75f4cdf9 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:37.404941 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-02a810a7-1729-43cc-bb95-d09eb96d078c req-d912c6a7-0d4e-415f-ba82-20be75f4cdf9 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 943 time: 0.0526233 Sep 03 18:17:37.445867 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-02a810a7-1729-43cc-bb95-d09eb96d078c req-a3a9109e-fb89-4704-ac12-6985a67fd852 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349474 Sep 03 18:17:37.538167 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569823f-809d-4b48-ac8f-10294d2b4870 req-d8a0c840-9c9a-410d-bcd6-43bf3c5aec06 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:37.539618 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4569823f-809d-4b48-ac8f-10294d2b4870 req-d8a0c840-9c9a-410d-bcd6-43bf3c5aec06 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 946 time: 0.0493915 Sep 03 18:17:37.577300 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4569823f-809d-4b48-ac8f-10294d2b4870 req-a564acc7-bcbe-4c0b-acca-75759376cfb5 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318673 Sep 03 18:17:38.559626 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5c94f-c006-45b9-aa65-dcbb06b36d4e req-810a06c2-22c1-402c-9579-d2d29bbe441c tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:38.561128 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a2a5c94f-c006-45b9-aa65-dcbb06b36d4e req-810a06c2-22c1-402c-9579-d2d29bbe441c tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 943 time: 0.0500612 Sep 03 18:17:38.600450 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a2a5c94f-c006-45b9-aa65-dcbb06b36d4e req-e1bfbd08-886f-42e7-bcde-c916dfb4165d tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334127 Sep 03 18:17:38.705927 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca1d1f-6cf7-433e-9e1a-25104531bc08 req-d5a97145-d1e2-4dd0-bb55-217fa28e1eba tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:38.707462 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b4ca1d1f-6cf7-433e-9e1a-25104531bc08 req-d5a97145-d1e2-4dd0-bb55-217fa28e1eba tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 946 time: 0.0526607 Sep 03 18:17:38.748147 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b4ca1d1f-6cf7-433e-9e1a-25104531bc08 req-aebf1295-d920-4881-b9a4-f75c56b7bcc8 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348134 Sep 03 18:17:39.716866 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ce419d-57f3-4491-a298-0b4267d0089e req-b0f03c72-4292-4f80-9fa0-fd62950256e0 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:39.718371 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-49ce419d-57f3-4491-a298-0b4267d0089e req-b0f03c72-4292-4f80-9fa0-fd62950256e0 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 943 time: 0.0493240 Sep 03 18:17:39.756296 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-49ce419d-57f3-4491-a298-0b4267d0089e req-4f250f95-6c82-4567-92bd-013b78b343fa tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314186 Sep 03 18:17:40.870169 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9310f1ef-113d-42c2-bf09-d5ba8f0a7473 req-fa84f455-a081-4c76-9825-57dbf1a9180f tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:40.871652 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9310f1ef-113d-42c2-bf09-d5ba8f0a7473 req-fa84f455-a081-4c76-9825-57dbf1a9180f tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 943 time: 0.0479388 Sep 03 18:17:40.908058 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9310f1ef-113d-42c2-bf09-d5ba8f0a7473 req-809ca9e8-89ec-43fc-96ad-69f3f9491606 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305040 Sep 03 18:17:41.594499 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 51982) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:41.695757 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4f104321-c11c-4682-86e4-54fa9ed0e96e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:41.752790 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 695579ed-f964-4788-aceb-48e7f4eeacd0 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:17:41.780572 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4f104321-c11c-4682-86e4-54fa9ed0e96e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:41.784813 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4f104321-c11c-4682-86e4-54fa9ed0e96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:41.825274 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4f104321-c11c-4682-86e4-54fa9ed0e96e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b9cce8459c6f45cf90cca784f68ffa14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296798 Sep 03 18:17:41.827991 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51986) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:41.828485 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f104321-c11c-4682-86e4-54fa9ed0e96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171b591f-5b8d-4a4e-b05c-dd23f21474a6,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:41.849468 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 695579ed-f964-4788-aceb-48e7f4eeacd0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=695579ed-f964-4788-aceb-48e7f4eeacd0,segment=NetworkSegment(77ef173a-d88f-43ea-aaef-6deb87344210),segment_id=77ef173a-d88f-43ea-aaef-6deb87344210)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:41.860556 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'port_id': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'mac_address': 'fa:16:3e:be:a3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:17:41.883421 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:41.904023 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:41.904256 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:41.916387 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695579ed-f964-4788-aceb-48e7f4eeacd0 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:17:41.936473 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 695579ed-f964-4788-aceb-48e7f4eeacd0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=695579ed-f964-4788-aceb-48e7f4eeacd0,segment=NetworkSegment(77ef173a-d88f-43ea-aaef-6deb87344210),segment_id=77ef173a-d88f-43ea-aaef-6deb87344210)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:41.940373 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:41.963484 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:41.966174 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:41.967365 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/171b591f-5b8d-4a4e-b05c-dd23f21474a6 HTTP/1.1" status: 204 len: 168 time: 0.1382048 Sep 03 18:17:41.978289 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171b591f-5b8d-4a4e-b05c-dd23f21474a6,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:41.985829 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:41.986180 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:41.986544 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:41.986887 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:41.987206 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:41.987538 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:41.987863 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:41.988188 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:41.989130 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:41.989460 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:41.989779 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:41.990228 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f6e603-338e-4a5f-8aab-48619bd0d6d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:17:41.996036 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=695579ed-f964-4788-aceb-48e7f4eeacd0,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:42.039104 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1daf816-7b37-4067-a312-9eca8299139a req-01608a2f-b9ea-49e4-a04b-2fb30162cb7f tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:42.040646 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e1daf816-7b37-4067-a312-9eca8299139a req-01608a2f-b9ea-49e4-a04b-2fb30162cb7f tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 944 time: 0.0538371 Sep 03 18:17:42.080291 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e1daf816-7b37-4067-a312-9eca8299139a req-76faa622-c62d-464c-920b-ac2d858a29d7 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330906 Sep 03 18:17:42.225489 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['695579ed-f964-4788-aceb-48e7f4eeacd0'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:17:42.247303 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 51996) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:42.261286 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-be0d5167-d23f-420f-83cb-bde983c2131c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:42.358005 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-be0d5167-d23f-420f-83cb-bde983c2131c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:42.362050 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-be0d5167-d23f-420f-83cb-bde983c2131c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:42.398868 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-be0d5167-d23f-420f-83cb-bde983c2131c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6034df9ac3e345329eadffa1cf69cdb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1503770 Sep 03 18:17:42.400780 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0d5167-d23f-420f-83cb-bde983c2131c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696600b9-19bf-460a-a42b-9072b16a8e3c,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:42.401790 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 51998) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:42.449829 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-102b9c82-1691-4c74-bc14-b92effcc6938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:42.470554 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-102b9c82-1691-4c74-bc14-b92effcc6938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:42.518822 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-102b9c82-1691-4c74-bc14-b92effcc6938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:42.521926 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-102b9c82-1691-4c74-bc14-b92effcc6938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:42.523367 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-102b9c82-1691-4c74-bc14-b92effcc6938 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/696600b9-19bf-460a-a42b-9072b16a8e3c HTTP/1.1" status: 204 len: 168 time: 0.1203399 Sep 03 18:17:42.530704 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b9c82-1691-4c74-bc14-b92effcc6938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696600b9-19bf-460a-a42b-9072b16a8e3c,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:43.197456 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a5b2c-04e9-4fb6-ad44-2f29a2b67461 req-c56fafda-42f7-43bf-9a5e-006601efc379 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:43.198993 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b62a5b2c-04e9-4fb6-ad44-2f29a2b67461 req-c56fafda-42f7-43bf-9a5e-006601efc379 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 944 time: 0.0517454 Sep 03 18:17:43.235156 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b62a5b2c-04e9-4fb6-ad44-2f29a2b67461 req-7e73eace-10f3-4ef7-a90a-a0f7524efa15 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303369 Sep 03 18:17:43.761408 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 695579ed-f964-4788-aceb-48e7f4eeacd0 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:17:43.810546 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port 695579ed-f964-4788-aceb-48e7f4eeacd0 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:17:43.814077 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port 695579ed-f964-4788-aceb-48e7f4eeacd0 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:17:43.814480 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:43.904099 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:43.927868 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695579ed-f964-4788-aceb-48e7f4eeacd0'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:17:43.930541 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44102e1-90b7-4ee4-9673-d49141205ed0" -d '{"events": [{"server_uuid": "758607c6-ecce-4b04-8764-2da37cbcaef8", "name": "network-vif-plugged", "status": "completed", "tag": "695579ed-f964-4788-aceb-48e7f4eeacd0"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:17:43.944038 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 695579ed-f964-4788-aceb-48e7f4eeacd0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=695579ed-f964-4788-aceb-48e7f4eeacd0,segment=NetworkSegment(77ef173a-d88f-43ea-aaef-6deb87344210),segment_id=77ef173a-d88f-43ea-aaef-6deb87344210)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:17:43.948252 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:43.972739 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38c6a76e-cbc9-4e4e-9b7f-8dff7d6fce83 x-openstack-request-id: req-38c6a76e-cbc9-4e4e-9b7f-8dff7d6fce83 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:17:43.973166 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758607c6-ecce-4b04-8764-2da37cbcaef8", "name": "network-vif-plugged", "status": "completed", "tag": "695579ed-f964-4788-aceb-48e7f4eeacd0", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:17:43.973453 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38c6a76e-cbc9-4e4e-9b7f-8dff7d6fce83 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:17:43.973913 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'code': 200} Sep 03 18:17:44.002091 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=695579ed-f964-4788-aceb-48e7f4eeacd0,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:44.218901 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2013d7-fc4a-48f8-bdd0-05c3c18b5fbe req-feadb9af-b715-41a7-a5d5-44f73792d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:44.220426 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7d2013d7-fc4a-48f8-bdd0-05c3c18b5fbe req-feadb9af-b715-41a7-a5d5-44f73792d526 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 1098 time: 0.0446696 Sep 03 18:17:44.278600 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-7d2013d7-fc4a-48f8-bdd0-05c3c18b5fbe req-314830ec-a9a5-4b75-a324-b9b425a2cdfe service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437109 Sep 03 18:17:44.377457 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327c47f-627e-44ab-a612-e541ef605d15 req-5a51584f-e725-4bc5-8d54-cebc43298f07 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:44.380262 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9327c47f-627e-44ab-a612-e541ef605d15 req-5a51584f-e725-4bc5-8d54-cebc43298f07 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0712759 Sep 03 18:17:44.422497 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9327c47f-627e-44ab-a612-e541ef605d15 req-65371d6e-ba90-4e9a-a085-a1537bb67b80 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364044 Sep 03 18:17:44.600359 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52078) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:44.708939 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-51bbe712-729e-40f2-a98a-0f7f72c0592c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:44.794297 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-51bbe712-729e-40f2-a98a-0f7f72c0592c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:44.797846 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-51bbe712-729e-40f2-a98a-0f7f72c0592c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:44.835116 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-51bbe712-729e-40f2-a98a-0f7f72c0592c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f7a669aa5c934045a7fff8a991127582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2337012 Sep 03 18:17:44.836208 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbe712-729e-40f2-a98a-0f7f72c0592c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e2d90d-00ac-4d30-af86-1d93c6d91bc7,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:44.837806 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 52082) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:44.885253 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cba90953-4892-48a0-bd42-2a2f56515268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:44.905843 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cba90953-4892-48a0-bd42-2a2f56515268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:44.906145 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:17:44.951521 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cba90953-4892-48a0-bd42-2a2f56515268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:44.953983 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-cba90953-4892-48a0-bd42-2a2f56515268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:44.955139 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-cba90953-4892-48a0-bd42-2a2f56515268 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e4e2d90d-00ac-4d30-af86-1d93c6d91bc7 HTTP/1.1" status: 204 len: 168 time: 0.1162493 Sep 03 18:17:44.963316 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba90953-4892-48a0-bd42-2a2f56515268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e2d90d-00ac-4d30-af86-1d93c6d91bc7,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:45.254580 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 52088) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:45.275747 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b92a22da-abdf-4c71-9d84-aefef7b02b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:45.381057 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b92a22da-abdf-4c71-9d84-aefef7b02b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:45.385605 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b92a22da-abdf-4c71-9d84-aefef7b02b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:45.433192 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b92a22da-abdf-4c71-9d84-aefef7b02b6e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=384a753b437b405584280dd593da9320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1767356 Sep 03 18:17:45.434845 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a22da-abdf-4c71-9d84-aefef7b02b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74915dc-d36d-494e-8888-a04914b1650d,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:45.435690 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52092) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:45.494518 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6a19ab3f-b102-4ea7-bece-c4c6523711ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:45.548791 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6a19ab3f-b102-4ea7-bece-c4c6523711ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:45.603401 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad650d-86d5-4327-9cf3-a31ee2ab82b1 req-d885e209-de60-4840-84d1-2e508b6a9386 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:45.605331 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-09ad650d-86d5-4327-9cf3-a31ee2ab82b1 req-d885e209-de60-4840-84d1-2e508b6a9386 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.1004434 Sep 03 18:17:45.650456 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-09ad650d-86d5-4327-9cf3-a31ee2ab82b1 req-41b0e215-7426-4063-8943-f804dba7182f tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378978 Sep 03 18:17:45.653005 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6a19ab3f-b102-4ea7-bece-c4c6523711ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:45.657374 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6a19ab3f-b102-4ea7-bece-c4c6523711ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:45.659476 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6a19ab3f-b102-4ea7-bece-c4c6523711ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e74915dc-d36d-494e-8888-a04914b1650d HTTP/1.1" status: 204 len: 168 time: 0.2220268 Sep 03 18:17:45.669296 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19ab3f-b102-4ea7-bece-c4c6523711ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74915dc-d36d-494e-8888-a04914b1650d,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:46.777572 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a16f8d9-af73-42f1-b214-f6f489cf85f3 req-c6b4264f-0264-432f-8228-9c95d0e0c46c tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:46.779127 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8a16f8d9-af73-42f1-b214-f6f489cf85f3 req-c6b4264f-0264-432f-8228-9c95d0e0c46c tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0496478 Sep 03 18:17:46.820416 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8a16f8d9-af73-42f1-b214-f6f489cf85f3 req-ce3384c6-a799-4731-94be-0b2e7fed43c4 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352683 Sep 03 18:17:46.935942 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6ae8a-1891-4dda-bca4-8d91884372bb req-8166d5a9-5d5a-4b7b-a58b-cf37424c363a tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:46.937408 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b8e6ae8a-1891-4dda-bca4-8d91884372bb req-8166d5a9-5d5a-4b7b-a58b-cf37424c363a tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0518634 Sep 03 18:17:46.973792 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b8e6ae8a-1891-4dda-bca4-8d91884372bb req-45996581-e437-4934-b5ee-56936e9ee9a5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298538 Sep 03 18:17:46.995440 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52144) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:47.183808 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a11e68-bab3-4fe6-a5a4-12f58640bc62 tempest-TestShelveInstance-1170520939 tempest-TestShelveInstance-1170520939-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:47.183808 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-23a11e68-bab3-4fe6-a5a4-12f58640bc62 tempest-TestShelveInstance-1170520939 tempest-TestShelveInstance-1170520939-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 1093 time: 0.1852529 Sep 03 18:17:47.184473 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52158) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:47.188813 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Request body: {'floatingip': {'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'port_id': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:17:47.211496 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:47.316567 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:47.421557 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Allocated IP 172.27.3.216 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/99204e01-5628-4c87-a75b-bb75dae97e68) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:17:47.532605 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52170) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:47.537739 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:47.577798 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:47.615562 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:17:47.618441 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:17:47.621814 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:17:47.654016 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Pushing event updated for resources: {'Port': ['ID=99204e01-5628-4c87-a75b-bb75dae97e68,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:47.667455 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d652158-320e-46c0-977c-3b3669be0134 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:47.897312 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d652158-320e-46c0-977c-3b3669be0134 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:47.901880 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6d652158-320e-46c0-977c-3b3669be0134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:47.991593 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6d652158-320e-46c0-977c-3b3669be0134 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6f3b0474b124aa28723869825de4fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4579661 Sep 03 18:17:47.994287 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 52176) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:48.016522 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d652158-320e-46c0-977c-3b3669be0134 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af6d14e2-f658-4687-83a7-e00b49c39c60,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:48.044539 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e9bd3d3f-c68d-4c11-8128-553ff87f5ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:48.066129 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e9bd3d3f-c68d-4c11-8128-553ff87f5ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:48.080149 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:48.112265 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e9bd3d3f-c68d-4c11-8128-553ff87f5ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:48.115629 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e9bd3d3f-c68d-4c11-8128-553ff87f5ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:48.116775 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e9bd3d3f-c68d-4c11-8128-553ff87f5ecf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/af6d14e2-f658-4687-83a7-e00b49c39c60 HTTP/1.1" status: 204 len: 168 time: 0.1215117 Sep 03 18:17:48.125197 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd3d3f-c68d-4c11-8128-553ff87f5ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6d14e2-f658-4687-83a7-e00b49c39c60,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:48.153192 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:48.299122 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:48.304878 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:48.376506 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Pushing event updated for resources: {'Port': ['ID=99204e01-5628-4c87-a75b-bb75dae97e68,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:48.381844 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52184) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:48.397132 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:48.399505 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-56fac811-12a0-4637-ac72-dc3957c75e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:48.530187 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Floating IP c42c67e0-7309-4589-8b06-727a4509f230 associated. External IP: 172.27.3.216, port: 695579ed-f964-4788-aceb-48e7f4eeacd0. Sep 03 18:17:48.839070 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-56fac811-12a0-4637-ac72-dc3957c75e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:48.843751 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-56fac811-12a0-4637-ac72-dc3957c75e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:48.917943 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fac811-12a0-4637-ac72-dc3957c75e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955694b8-0ef3-4ce2-8724-8dd5608924e1,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:48.924421 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-56fac811-12a0-4637-ac72-dc3957c75e82 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b87ba94a4c8a40c7b460aecfdfaf0006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5394394 Sep 03 18:17:48.925482 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 52188) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:48.973883 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ed6fe15d-b94f-4784-a8e1-d50b9e708647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:48.989649 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Router 7925fbff-6f7d-4b0c-b995-1003dd550006 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:17:48.994537 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ed6fe15d-b94f-4784-a8e1-d50b9e708647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:49.041647 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ed6fe15d-b94f-4784-a8e1-d50b9e708647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:49.044709 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ed6fe15d-b94f-4784-a8e1-d50b9e708647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:49.045986 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ed6fe15d-b94f-4784-a8e1-d50b9e708647 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/955694b8-0ef3-4ce2-8724-8dd5608924e1 HTTP/1.1" status: 204 len: 168 time: 0.1198328 Sep 03 18:17:49.053902 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fe15d-b94f-4784-a8e1-d50b9e708647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955694b8-0ef3-4ce2-8724-8dd5608924e1,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:49.102805 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:17:49.113952 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4c4b2-e76d-4cf9-a8c7-c025a55dc0f2 None None] Sync routers for ids ['7925fbff-6f7d-4b0c-b995-1003dd550006'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:17:49.122964 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:49.123395 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4c4b2-e76d-4cf9-a8c7-c025a55dc0f2 None None] Routers {'7925fbff-6f7d-4b0c-b995-1003dd550006'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:17:49.124086 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a3f4c4b2-e76d-4cf9-a8c7-c025a55dc0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:17:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['7925fbff-6f7d-4b0c-b995-1003dd550006'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:49.155267 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e8063cdd-5c25-4725-9f8b-83cccd1ce0b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9692795 Sep 03 18:17:49.156347 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'tag': '695579ed-f964-4788-aceb-48e7f4eeacd0'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:17:49.159856 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc884cf-33fd-4a82-8dfa-9652eaa65755" -d '{"events": [{"name": "network-changed", "server_uuid": "758607c6-ecce-4b04-8764-2da37cbcaef8", "tag": "695579ed-f964-4788-aceb-48e7f4eeacd0"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:17:49.200119 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc5e979-683c-4cfc-8891-c2daa577d4cd x-openstack-request-id: req-5fc5e979-683c-4cfc-8891-c2daa577d4cd {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:17:49.201155 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "758607c6-ecce-4b04-8764-2da37cbcaef8", "tag": "695579ed-f964-4788-aceb-48e7f4eeacd0", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:17:49.201444 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5fc5e979-683c-4cfc-8891-c2daa577d4cd {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:17:49.202014 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'tag': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'status': 'completed', 'code': 200} Sep 03 18:17:49.238007 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-a3f4c4b2-e76d-4cf9-a8c7-c025a55dc0f2 None None] Set router 7925fbff-6f7d-4b0c-b995-1003dd550006 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:17:49.623281 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a3f4c4b2-e76d-4cf9-a8c7-c025a55dc0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'name': 'tempest-TestShelveInstance-1690031428-router', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '53e47893-e788-4f13-9947-5200984c78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:40Z', 'updated_at': '2021-09-03T18:16:45Z', 'revision_number': 4, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'gw_port': {'id': '53e47893-e788-4f13-9947-5200984c78ee', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:41Z', 'updated_at': '2021-09-03T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': 'c42c67e0-7309-4589-8b06-727a4509f230', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'port_id': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'mac_address': 'fa:16:3e:be:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:17:47Z', 'updated_at': '2021-09-03T18:17:47Z', 'revision_number': 0, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c85a2662-925d-40e1-b913-88e9ec4a8903', 'name': '', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'mac_address': 'fa:16:3e:a0:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:44Z', 'updated_at': '2021-09-03T18:16:50Z', 'revision_number': 5, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'subnets': [{'id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:49.655732 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4c4b2-e76d-4cf9-a8c7-c025a55dc0f2 None None] Checking router: 7925fbff-6f7d-4b0c-b995-1003dd550006 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:17:49.662786 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f4c4b2-e76d-4cf9-a8c7-c025a55dc0f2 None None] Routers {'7925fbff-6f7d-4b0c-b995-1003dd550006'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:17:49.663392 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a3f4c4b2-e76d-4cf9-a8c7-c025a55dc0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:17:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['7925fbff-6f7d-4b0c-b995-1003dd550006'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:49.768005 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-a3f4c4b2-e76d-4cf9-a8c7-c025a55dc0f2 None None] Set router 7925fbff-6f7d-4b0c-b995-1003dd550006 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:17:49.988867 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a3f4c4b2-e76d-4cf9-a8c7-c025a55dc0f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'name': 'tempest-TestShelveInstance-1690031428-router', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '53e47893-e788-4f13-9947-5200984c78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:40Z', 'updated_at': '2021-09-03T18:16:45Z', 'revision_number': 4, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'gw_port': {'id': '53e47893-e788-4f13-9947-5200984c78ee', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:41Z', 'updated_at': '2021-09-03T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': 'c42c67e0-7309-4589-8b06-727a4509f230', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'port_id': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'mac_address': 'fa:16:3e:be:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:17:47Z', 'updated_at': '2021-09-03T18:17:47Z', 'revision_number': 0, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c85a2662-925d-40e1-b913-88e9ec4a8903', 'name': '', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'mac_address': 'fa:16:3e:a0:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:44Z', 'updated_at': '2021-09-03T18:16:50Z', 'revision_number': 5, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'subnets': [{'id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:17:50.019006 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f4c4b2-e76d-4cf9-a8c7-c025a55dc0f2 None None] The sync data for ids ['7925fbff-6f7d-4b0c-b995-1003dd550006'] in dv-cinder-788782-10-iscsi is: [{'id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'name': 'tempest-TestShelveInstance-1690031428-router', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '53e47893-e788-4f13-9947-5200984c78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:40Z', 'updated_at': '2021-09-03T18:16:45Z', 'revision_number': 4, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'gw_port': {'id': '53e47893-e788-4f13-9947-5200984c78ee', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:41Z', 'updated_at': '2021-09-03T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': 'c42c67e0-7309-4589-8b06-727a4509f230', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'floating_ip_address': '172.27.3.216', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'port_id': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'mac_address': 'fa:16:3e:be:a3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:17:47Z', 'updated_at': '2021-09-03T18:17:47Z', 'revision_number': 0, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c85a2662-925d-40e1-b913-88e9ec4a8903', 'name': '', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'mac_address': 'fa:16:3e:a0:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:44Z', 'updated_at': '2021-09-03T18:16:50Z', 'revision_number': 5, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'subnets': [{'id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:17:50.113372 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 52226) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:50.197589 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc884cf-33fd-4a82-8dfa-9652eaa65755 req-2ca837f3-41cc-41bb-85ce-46f9fa142b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:50.199418 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4fc884cf-33fd-4a82-8dfa-9652eaa65755 req-2ca837f3-41cc-41bb-85ce-46f9fa142b8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca9887ef7b2a4b1ea04064556796915d&device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 1098 time: 0.0458331 Sep 03 18:17:50.226063 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f071dd76-3484-42a7-9494-f47dda456aef None None] New status for floating IP c42c67e0-7309-4589-8b06-727a4509f230: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:17:50.241734 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-63cd043d-9f13-4039-9af7-0d956815b232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:50.332844 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc884cf-33fd-4a82-8dfa-9652eaa65755 req-a7e92d68-a75e-4115-9efa-c337867d75d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:50.334306 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4fc884cf-33fd-4a82-8dfa-9652eaa65755 req-a7e92d68-a75e-4115-9efa-c337867d75d8 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b HTTP/1.1" status: 200 len: 910 time: 0.1242154 Sep 03 18:17:50.418971 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4fc884cf-33fd-4a82-8dfa-9652eaa65755 req-b3c3fe42-2909-40ad-ae76-d03f8de39670 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=695579ed-f964-4788-aceb-48e7f4eeacd0 HTTP/1.1" status: 200 len: 999 time: 0.0754669 Sep 03 18:17:50.444184 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-63cd043d-9f13-4039-9af7-0d956815b232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:50.464237 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-63cd043d-9f13-4039-9af7-0d956815b232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:50.514060 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-63cd043d-9f13-4039-9af7-0d956815b232 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d0adb2456e3240908edb5384854f553f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3996165 Sep 03 18:17:50.515926 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc884cf-33fd-4a82-8dfa-9652eaa65755 req-32481cce-ef4e-4a7d-a0e9-a82e9687d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:50.516794 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52230) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:17:50.517298 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4fc884cf-33fd-4a82-8dfa-9652eaa65755 req-32481cce-ef4e-4a7d-a0e9-a82e9687d707 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4baf20d9-9520-47b3-90c9-1d690066a24e HTTP/1.1" status: 200 len: 848 time: 0.0851843 Sep 03 18:17:50.518010 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cd043d-9f13-4039-9af7-0d956815b232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbc2e66b-60b8-4ad4-ac1f-1f0a34f636db,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:50.566720 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f21f888e-70a2-4b4b-a93e-1aeb88538bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:50.575410 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc884cf-33fd-4a82-8dfa-9652eaa65755 req-882b4908-84b1-448e-a828-6b2a9f016adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:17:50.576901 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4fc884cf-33fd-4a82-8dfa-9652eaa65755 req-882b4908-84b1-448e-a828-6b2a9f016adb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0429306 Sep 03 18:17:50.587822 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f21f888e-70a2-4b4b-a93e-1aeb88538bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:50.634478 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f21f888e-70a2-4b4b-a93e-1aeb88538bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:50.637183 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f21f888e-70a2-4b4b-a93e-1aeb88538bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:50.640632 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f21f888e-70a2-4b4b-a93e-1aeb88538bee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bbc2e66b-60b8-4ad4-ac1f-1f0a34f636db HTTP/1.1" status: 204 len: 168 time: 0.1205606 Sep 03 18:17:50.652025 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f888e-70a2-4b4b-a93e-1aeb88538bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbc2e66b-60b8-4ad4-ac1f-1f0a34f636db,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:17:50.670001 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4fc884cf-33fd-4a82-8dfa-9652eaa65755 req-b4b012b3-143f-4b3c-9abd-b88312c96cac service neutron] 10.222.0.55 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841444 Sep 03 18:17:50.775596 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4fc884cf-33fd-4a82-8dfa-9652eaa65755 req-8cb81dae-6ceb-42d1-a042-6947a68aa64f service neutron] 10.222.0.55 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920708 Sep 03 18:17:52.717772 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a6208603-a9db-4b3f-8a7e-40e1816bcc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:55.333447 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5f8754e6-f8d9-41c5-b6be-2a24cea13a60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:55.845423 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:56.830227 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:58.128306 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:17:58.297018 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:04.263439 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4019aa-caf3-4d89-a49e-3f2acffffbaa req-0ca65ce1-a505-4f95-b3c2-acefb00a4d5b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:04.264870 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf4019aa-caf3-4d89-a49e-3f2acffffbaa req-0ca65ce1-a505-4f95-b3c2-acefb00a4d5b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 946 time: 0.0513294 Sep 03 18:18:04.305099 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cf4019aa-caf3-4d89-a49e-3f2acffffbaa req-365b65a7-d774-4435-b454-07741ef9449d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328455 Sep 03 18:18:05.433402 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaba050-773d-4e49-a1a9-bde87d0e89fe req-efef7fcb-a1a4-48f8-84a2-8a7c5edad930 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:05.434932 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fcaba050-773d-4e49-a1a9-bde87d0e89fe req-efef7fcb-a1a4-48f8-84a2-8a7c5edad930 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 946 time: 0.0532033 Sep 03 18:18:05.471518 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fcaba050-773d-4e49-a1a9-bde87d0e89fe req-aa60095b-40d2-4b6e-be7a-4d79bf633f63 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306261 Sep 03 18:18:06.005550 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455806b-771a-4ff6-8d83-6a3f923f4b85 req-03e25c72-0657-4990-97b0-5f18b14e1f53 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:06.007186 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4455806b-771a-4ff6-8d83-6a3f923f4b85 req-03e25c72-0657-4990-97b0-5f18b14e1f53 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 946 time: 0.0496161 Sep 03 18:18:06.045558 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4455806b-771a-4ff6-8d83-6a3f923f4b85 req-cd46064c-b7e5-44df-bdf3-237eb7aabbfc tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323153 Sep 03 18:18:06.440092 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f08a3f-2ea1-41d1-973c-5515e5070cda req-d84df719-aa4a-4a38-8024-2fd27a7c8da6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:06.441555 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e0f08a3f-2ea1-41d1-973c-5515e5070cda req-d84df719-aa4a-4a38-8024-2fd27a7c8da6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.55 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 946 time: 0.0478618 Sep 03 18:18:06.594784 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f203cc-48b3-469c-a8d3-fc5ce36c5746 req-5d6d8d9d-2184-4e14-9549-06081ac94d2f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:06.596224 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-42f203cc-48b3-469c-a8d3-fc5ce36c5746 req-5d6d8d9d-2184-4e14-9549-06081ac94d2f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 946 time: 0.0515685 Sep 03 18:18:06.633188 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-42f203cc-48b3-469c-a8d3-fc5ce36c5746 req-8d3552f3-4d45-4288-bd3f-13c7aa30c9e0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307078 Sep 03 18:18:07.158465 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5651eb0-784b-4b1d-a3a9-49e2f9433042 req-ef4cabda-f672-4a88-9fd1-dd7de09f4995 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:07.159928 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a5651eb0-784b-4b1d-a3a9-49e2f9433042 req-ef4cabda-f672-4a88-9fd1-dd7de09f4995 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 946 time: 0.0476916 Sep 03 18:18:07.197565 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a5651eb0-784b-4b1d-a3a9-49e2f9433042 req-9c87d450-cfb3-4728-bbde-7719f6c2d457 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312240 Sep 03 18:18:07.423629 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-e0f08a3f-2ea1-41d1-973c-5515e5070cda req-8003d733-fe06-468c-acc7-b2da990c5063 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Deleting port 14844a20-98e7-4dde-8afc-6173394f9f19 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:18:07.423882 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-e0f08a3f-2ea1-41d1-973c-5515e5070cda req-8003d733-fe06-468c-acc7-b2da990c5063 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.507871 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-e0f08a3f-2ea1-41d1-973c-5515e5070cda req-8003d733-fe06-468c-acc7-b2da990c5063 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] For port 14844a20-98e7-4dde-8afc-6173394f9f19, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=14844a20-98e7-4dde-8afc-6173394f9f19,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:07.508515 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-e0f08a3f-2ea1-41d1-973c-5515e5070cda req-8003d733-fe06-468c-acc7-b2da990c5063 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.726829 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-e0f08a3f-2ea1-41d1-973c-5515e5070cda req-8003d733-fe06-468c-acc7-b2da990c5063 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.727192 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-e0f08a3f-2ea1-41d1-973c-5515e5070cda req-8003d733-fe06-468c-acc7-b2da990c5063 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:07.727511 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.l3_db [req-e0f08a3f-2ea1-41d1-973c-5515e5070cda req-8003d733-fe06-468c-acc7-b2da990c5063 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Floating IP 4f74e22c-6b91-4107-9040-99a6ede02aad disassociated. External IP: 172.27.3.166, port: 14844a20-98e7-4dde-8afc-6173394f9f19. Sep 03 18:18:07.727855 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-e0f08a3f-2ea1-41d1-973c-5515e5070cda req-8003d733-fe06-468c-acc7-b2da990c5063 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Calling delete_port for 14844a20-98e7-4dde-8afc-6173394f9f19 owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:18:07.775569 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4d45f-546d-4f30-92ed-9874b4676ec8 req-efb285fd-43c3-4ad2-84fd-e7284acae5fa tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:07.777061 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59f4d45f-546d-4f30-92ed-9874b4676ec8 req-efb285fd-43c3-4ad2-84fd-e7284acae5fa tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 946 time: 0.0531535 Sep 03 18:18:07.814680 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-59f4d45f-546d-4f30-92ed-9874b4676ec8 req-fa27a9bd-556a-451d-bc8e-39f6a1848da6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=5eb3da3d-1513-4462-8b9c-87040ed3cc77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315368 Sep 03 18:18:08.103837 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-e0f08a3f-2ea1-41d1-973c-5515e5070cda req-8003d733-fe06-468c-acc7-b2da990c5063 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.130800 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8003d733-fe06-468c-acc7-b2da990c5063 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event deleted for resources: {'Port': ['ID=14844a20-98e7-4dde-8afc-6173394f9f19,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:08.246861 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0f08a3f-2ea1-41d1-973c-5515e5070cda req-8003d733-fe06-468c-acc7-b2da990c5063 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Router da857d23-6fa9-407e-aad5-e756288bf361 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:18:08.324668 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbebe1f4-d00e-495f-ab22-917de9004780 req-c84495df-50aa-4b9c-8030-92f070979f08 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:08.326332 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cbebe1f4-d00e-495f-ab22-917de9004780 req-c84495df-50aa-4b9c-8030-92f070979f08 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 946 time: 0.0548930 Sep 03 18:18:08.356845 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0f08a3f-2ea1-41d1-973c-5515e5070cda req-8003d733-fe06-468c-acc7-b2da990c5063 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:18:08.371231 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cbebe1f4-d00e-495f-ab22-917de9004780 req-967476e1-fbb0-40f9-9211-76de6995d881 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388386 Sep 03 18:18:08.372002 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd80eed8-5871-4da9-81ad-5e0a228269be None None] Sync routers for ids ['da857d23-6fa9-407e-aad5-e756288bf361'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:18:08.385274 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80eed8-5871-4da9-81ad-5e0a228269be None None] Routers {'da857d23-6fa9-407e-aad5-e756288bf361'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:08.385895 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-cd80eed8-5871-4da9-81ad-5e0a228269be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:17:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['da857d23-6fa9-407e-aad5-e756288bf361'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:08.403545 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0f08a3f-2ea1-41d1-973c-5515e5070cda req-8003d733-fe06-468c-acc7-b2da990c5063 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] No DVR routers for this DVR port 14844a20-98e7-4dde-8afc-6173394f9f19 on host hv-cinder-78878 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:18:08.406096 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-e0f08a3f-2ea1-41d1-973c-5515e5070cda req-8003d733-fe06-468c-acc7-b2da990c5063 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:08.408129 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-e0f08a3f-2ea1-41d1-973c-5515e5070cda req-8003d733-fe06-468c-acc7-b2da990c5063 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.55 "DELETE /v2.0/ports/14844a20-98e7-4dde-8afc-6173394f9f19 HTTP/1.1" status: 204 len: 173 time: 1.0774560 Sep 03 18:18:08.408553 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2552f9b9-14e5-4755-ba32-079a660a5353', 'name': 'network-vif-deleted', 'tag': '14844a20-98e7-4dde-8afc-6173394f9f19'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:08.411520 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0e03b77-5cdb-4c3d-abfb-4f4f57dc4d58" -d '{"events": [{"server_uuid": "2552f9b9-14e5-4755-ba32-079a660a5353", "name": "network-vif-deleted", "tag": "14844a20-98e7-4dde-8afc-6173394f9f19"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:08.446330 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b86117-957c-43aa-90fb-9ebfbaa65f5f x-openstack-request-id: req-f2b86117-957c-43aa-90fb-9ebfbaa65f5f {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:08.446625 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2552f9b9-14e5-4755-ba32-079a660a5353", "name": "network-vif-deleted", "tag": "14844a20-98e7-4dde-8afc-6173394f9f19", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:08.446868 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f2b86117-957c-43aa-90fb-9ebfbaa65f5f {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:08.447254 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2552f9b9-14e5-4755-ba32-079a660a5353', 'name': 'network-vif-deleted', 'tag': '14844a20-98e7-4dde-8afc-6173394f9f19', 'status': 'completed', 'code': 200} Sep 03 18:18:08.496874 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-cd80eed8-5871-4da9-81ad-5e0a228269be None None] Set router da857d23-6fa9-407e-aad5-e756288bf361 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:08.691189 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-cd80eed8-5871-4da9-81ad-5e0a228269be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'e4171c9f-b917-4dd3-8758-1f74e0cbe508', 'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'mac_address': 'fa:16:3e:a5:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:37Z', 'revision_number': 5, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'subnets': [{'id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:08.720359 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd80eed8-5871-4da9-81ad-5e0a228269be None None] Checking router: da857d23-6fa9-407e-aad5-e756288bf361 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:18:08.729349 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd80eed8-5871-4da9-81ad-5e0a228269be None None] Routers {'da857d23-6fa9-407e-aad5-e756288bf361'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:08.729945 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-cd80eed8-5871-4da9-81ad-5e0a228269be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:17:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['da857d23-6fa9-407e-aad5-e756288bf361'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:08.827418 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-cd80eed8-5871-4da9-81ad-5e0a228269be None None] Set router da857d23-6fa9-407e-aad5-e756288bf361 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:08.916054 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cfd00001-6844-432e-b7f4-d3649f51d02b req-cc50588e-1cbb-43b1-97ef-e7a3d7bb2cb1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=2552f9b9-14e5-4755-ba32-079a660a5353 HTTP/1.1" status: 200 len: 210 time: 0.0280271 Sep 03 18:18:09.027216 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-cd80eed8-5871-4da9-81ad-5e0a228269be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'e4171c9f-b917-4dd3-8758-1f74e0cbe508', 'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'mac_address': 'fa:16:3e:a5:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:37Z', 'revision_number': 5, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'subnets': [{'id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:09.052102 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd80eed8-5871-4da9-81ad-5e0a228269be None None] The sync data for ids ['da857d23-6fa9-407e-aad5-e756288bf361'] in dv-cinder-788782-10-iscsi is: [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'e4171c9f-b917-4dd3-8758-1f74e0cbe508', 'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'mac_address': 'fa:16:3e:a5:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:37Z', 'revision_number': 5, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'subnets': [{'id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:18:09.262072 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ee04db-a451-4193-be2d-08754cce1ef7 None None] New status for floating IP 4f74e22c-6b91-4107-9040-99a6ede02aad: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:18:09.491656 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6713a8a-80a6-4971-88fe-bcc5231e89e9 req-2bf18295-2d7b-4ed3-a3a6-7d5723a72e66 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:09.493237 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e6713a8a-80a6-4971-88fe-bcc5231e89e9 req-2bf18295-2d7b-4ed3-a3a6-7d5723a72e66 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 946 time: 0.0483968 Sep 03 18:18:09.530539 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e6713a8a-80a6-4971-88fe-bcc5231e89e9 req-6f7e0ab2-20be-47fe-8073-fc280f3f47ff tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/security-groups?id=ff36f56e-d870-425d-8d53-32d7f72791f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313089 Sep 03 18:18:09.688868 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c091a6d-ce3a-4b3e-91b7-3ecb5ca63abb req-1fda40a1-05ff-44c5-aab8-8a53909e83bc tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:09.690413 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1c091a6d-ce3a-4b3e-91b7-3ecb5ca63abb req-1fda40a1-05ff-44c5-aab8-8a53909e83bc tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.55 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 946 time: 0.0518594 Sep 03 18:18:09.797391 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-1c091a6d-ce3a-4b3e-91b7-3ecb5ca63abb req-990e080e-2dd8-464c-8249-c222e260e0db tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Deleting port e0aa891e-a150-4457-9bab-b8bfd58e5f29 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:18:09.797735 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-1c091a6d-ce3a-4b3e-91b7-3ecb5ca63abb req-990e080e-2dd8-464c-8249-c222e260e0db tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:09.895744 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-1c091a6d-ce3a-4b3e-91b7-3ecb5ca63abb req-990e080e-2dd8-464c-8249-c222e260e0db tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] For port e0aa891e-a150-4457-9bab-b8bfd58e5f29, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=e0aa891e-a150-4457-9bab-b8bfd58e5f29,segment=NetworkSegment(1a47b6ab-904e-4698-a1c5-73ee34fe5472),segment_id=1a47b6ab-904e-4698-a1c5-73ee34fe5472)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:09.896119 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-1c091a6d-ce3a-4b3e-91b7-3ecb5ca63abb req-990e080e-2dd8-464c-8249-c222e260e0db tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:09.909203 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-1c091a6d-ce3a-4b3e-91b7-3ecb5ca63abb req-990e080e-2dd8-464c-8249-c222e260e0db tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Calling delete_port for e0aa891e-a150-4457-9bab-b8bfd58e5f29 owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:18:10.010425 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52446) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:10.047245 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-1c091a6d-ce3a-4b3e-91b7-3ecb5ca63abb req-990e080e-2dd8-464c-8249-c222e260e0db tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.063876 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['e0aa891e-a150-4457-9bab-b8bfd58e5f29'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:18:10.074293 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9209bf13-ec7f-407a-97ba-d7dbe756b7a8 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.088285 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e080e-2dd8-464c-8249-c222e260e0db tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Pushing event deleted for resources: {'Port': ['ID=e0aa891e-a150-4457-9bab-b8bfd58e5f29,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:10.106488 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9209bf13-ec7f-407a-97ba-d7dbe756b7a8 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.126542 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c091a6d-ce3a-4b3e-91b7-3ecb5ca63abb req-990e080e-2dd8-464c-8249-c222e260e0db tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] No DVR routers for this DVR port e0aa891e-a150-4457-9bab-b8bfd58e5f29 on host hv-cinder-78878 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:18:10.129307 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-1c091a6d-ce3a-4b3e-91b7-3ecb5ca63abb req-990e080e-2dd8-464c-8249-c222e260e0db tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.131276 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1c091a6d-ce3a-4b3e-91b7-3ecb5ca63abb req-990e080e-2dd8-464c-8249-c222e260e0db tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.55 "DELETE /v2.0/ports/e0aa891e-a150-4457-9bab-b8bfd58e5f29 HTTP/1.1" status: 204 len: 173 time: 0.4301209 Sep 03 18:18:10.162997 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9209bf13-ec7f-407a-97ba-d7dbe756b7a8 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.166143 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9209bf13-ec7f-407a-97ba-d7dbe756b7a8 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.167598 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9209bf13-ec7f-407a-97ba-d7dbe756b7a8 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "DELETE /v2.0/security-groups/5eb3da3d-1513-4462-8b9c-87040ed3cc77 HTTP/1.1" status: 204 len: 168 time: 0.1553390 Sep 03 18:18:10.171087 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 52448) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:10.179598 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9209bf13-ec7f-407a-97ba-d7dbe756b7a8 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb3da3d-1513-4462-8b9c-87040ed3cc77,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:10.186248 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.api.v2.resource [None req-e6b1bf9c-d666-4de2-a64c-75e028c2aa5c tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] show failed (client error): The resource could not be found. Sep 03 18:18:10.189803 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e6b1bf9c-d666-4de2-a64c-75e028c2aa5c tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups/5eb3da3d-1513-4462-8b9c-87040ed3cc77 HTTP/1.1" status: 404 len: 347 time: 0.0149457 Sep 03 18:18:10.190199 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 52450) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:10.323317 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-c53fa881-749c-474d-ae5c-8f0be1a2408e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Deleting port 2c64ee99-b953-4d78-866d-f3f9eb8a20ef {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:18:10.323666 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c53fa881-749c-474d-ae5c-8f0be1a2408e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.403323 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c53fa881-749c-474d-ae5c-8f0be1a2408e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.403725 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c53fa881-749c-474d-ae5c-8f0be1a2408e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.417122 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-c53fa881-749c-474d-ae5c-8f0be1a2408e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Calling delete_port for 2c64ee99-b953-4d78-866d-f3f9eb8a20ef owned by network:floatingip {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:18:10.460253 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9576115c-8a3c-43a4-8050-e3b827bfb692', 'name': 'network-vif-deleted', 'tag': 'e0aa891e-a150-4457-9bab-b8bfd58e5f29'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:10.462828 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4580aff-1595-4cec-86ef-cc5d7db18102" -d '{"events": [{"server_uuid": "9576115c-8a3c-43a4-8050-e3b827bfb692", "name": "network-vif-deleted", "tag": "e0aa891e-a150-4457-9bab-b8bfd58e5f29"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:10.499378 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34723052-d993-4779-8350-32735e3e4a2b x-openstack-request-id: req-34723052-d993-4779-8350-32735e3e4a2b {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:10.499767 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9576115c-8a3c-43a4-8050-e3b827bfb692", "name": "network-vif-deleted", "tag": "e0aa891e-a150-4457-9bab-b8bfd58e5f29", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:10.500109 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-34723052-d993-4779-8350-32735e3e4a2b {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:10.500498 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9576115c-8a3c-43a4-8050-e3b827bfb692', 'name': 'network-vif-deleted', 'tag': 'e0aa891e-a150-4457-9bab-b8bfd58e5f29', 'status': 'completed', 'code': 200} Sep 03 18:18:10.577170 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c53fa881-749c-474d-ae5c-8f0be1a2408e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.643310 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53fa881-749c-474d-ae5c-8f0be1a2408e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event deleted for resources: {'Port': ['ID=2c64ee99-b953-4d78-866d-f3f9eb8a20ef,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:10.668291 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-92153fc8-963b-44ed-83eb-847a22e1d1de req-9387a9ec-f57a-43bb-a925-461a4eedab46 tempest-VolumesSnapshotTestJSON-190188970 tempest-VolumesSnapshotTestJSON-190188970-project] 10.222.0.45 "GET /v2.0/ports?device_id=9576115c-8a3c-43a4-8050-e3b827bfb692 HTTP/1.1" status: 200 len: 210 time: 0.0404365 Sep 03 18:18:10.731855 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c53fa881-749c-474d-ae5c-8f0be1a2408e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for floatingip, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.735780 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c53fa881-749c-474d-ae5c-8f0be1a2408e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:10.737050 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c53fa881-749c-474d-ae5c-8f0be1a2408e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "DELETE /v2.0/floatingips/4f74e22c-6b91-4107-9040-99a6ede02aad HTTP/1.1" status: 204 len: 168 time: 0.5458956 Sep 03 18:18:11.008987 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 52468) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:11.013673 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-3e8427f1-fac5-4f5c-86cb-bde99751dae0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--153583292', 'description': 'tempest-description--261828077'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:11.035241 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3e8427f1-fac5-4f5c-86cb-bde99751dae0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.118171 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3e8427f1-fac5-4f5c-86cb-bde99751dae0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.121876 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3e8427f1-fac5-4f5c-86cb-bde99751dae0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.148848 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-3e8427f1-fac5-4f5c-86cb-bde99751dae0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.150053 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-3e8427f1-fac5-4f5c-86cb-bde99751dae0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1400614 Sep 03 18:18:11.151889 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8427f1-fac5-4f5c-86cb-bde99751dae0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5b475a-37da-406e-8ad7-fc021b25d0e5,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:11.153042 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52470) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:11.157753 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-be01894b-2e42-4ae3-81b2-919e6caf7391 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Request body: {'security_group_rule': {'security_group_id': 'ec5b475a-37da-406e-8ad7-fc021b25d0e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:11.183493 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-be01894b-2e42-4ae3-81b2-919e6caf7391 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.236870 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-be01894b-2e42-4ae3-81b2-919e6caf7391 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.240825 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-be01894b-2e42-4ae3-81b2-919e6caf7391 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.257083 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be01894b-2e42-4ae3-81b2-919e6caf7391 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c9cbd0-aafa-4c39-bec8-0a8571ebd2a2,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:11.263572 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-be01894b-2e42-4ae3-81b2-919e6caf7391 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.264773 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-be01894b-2e42-4ae3-81b2-919e6caf7391 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1106827 Sep 03 18:18:11.267315 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52472) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:11.271871 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-902996a5-925a-44b8-a03d-a733fd8ec7b5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Request body: {'security_group_rule': {'security_group_id': 'ec5b475a-37da-406e-8ad7-fc021b25d0e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:11.297992 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-902996a5-925a-44b8-a03d-a733fd8ec7b5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.355363 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-902996a5-925a-44b8-a03d-a733fd8ec7b5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.358665 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-902996a5-925a-44b8-a03d-a733fd8ec7b5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.378810 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902996a5-925a-44b8-a03d-a733fd8ec7b5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47cadc5d-1691-4f0d-881e-a441be220f26,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:11.382413 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-902996a5-925a-44b8-a03d-a733fd8ec7b5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.383578 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-902996a5-925a-44b8-a03d-a733fd8ec7b5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153579 Sep 03 18:18:11.386762 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52474) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:11.390981 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Request body: {'floatingip': {'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:11.414158 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.505673 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.609791 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Allocated IP 172.27.3.86 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/afcd0477-e0ac-4370-a209-778d452b9ef0) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:11.713917 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.765389 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.813226 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:11.822077 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:11.824724 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:11.827935 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event updated for resources: {'Port': ['ID=afcd0477-e0ac-4370-a209-778d452b9ef0,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:11.887489 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 14844a20-98e7-4dde-8afc-6173394f9f19 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:18:11.926805 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:11.928243 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: 14844a20-98e7-4dde-8afc-6173394f9f19 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:18:11.928243 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 14844a20-98e7-4dde-8afc-6173394f9f19 not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:18:11.928673 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device e0aa891e-a150-4457-9bab-b8bfd58e5f29 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:18:11.949722 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: e0aa891e-a150-4457-9bab-b8bfd58e5f29 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:18:11.950070 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device e0aa891e-a150-4457-9bab-b8bfd58e5f29 not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:18:11.961621 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.121908 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.126556 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.202745 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event updated for resources: {'Port': ['ID=afcd0477-e0ac-4370-a209-778d452b9ef0,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:12.210895 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.224089 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:12.225415 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-43754148-040f-4e64-ad54-affdb58713a6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8377502 Sep 03 18:18:12.415078 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-d380cfdc-b193-4003-a964-8064cee277f6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--153583292&fields=id&tenant_id=91b2e3de39174dfaafef8a07f2e61bc2 HTTP/1.1" status: 200 len: 267 time: 0.0360143 Sep 03 18:18:12.518713 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-af76dc19-068b-49be-afff-1cab6a82b787 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:12.520623 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-af76dc19-068b-49be-afff-1cab6a82b787 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/networks?id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04 HTTP/1.1" status: 200 len: 815 time: 0.0983803 Sep 03 18:18:12.537161 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-c3aa238e-3893-4208-8a01-892f6fa6071f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/quotas/91b2e3de39174dfaafef8a07f2e61bc2 HTTP/1.1" status: 200 len: 375 time: 0.0094893 Sep 03 18:18:12.591149 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-4b48e1cc-adda-42f0-b113-63e9622d8b96 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=91b2e3de39174dfaafef8a07f2e61bc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497158 Sep 03 18:18:12.683694 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-7a7e9e9b-712a-4964-ba89-f3c81a9b05a7 service neutron] 10.222.0.45 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806916 Sep 03 18:18:12.775784 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-7b4d4a8e-e428-4d95-9976-3e9f389b9267 service neutron] 10.222.0.45 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857203 Sep 03 18:18:12.933541 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-20784022-9f7c-4602-923f-0f8bd90d746d req-0f01efbb-51d5-48a9-af42-fc7188e08315 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 210 time: 0.0272958 Sep 03 18:18:14.032855 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7e26e2c3-4af8-4e31-936e-fb5c59ce3655 req-b82e0514-82ef-426c-8569-cdf7c6e3afa6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 210 time: 0.0252874 Sep 03 18:18:14.478857 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52550) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:14.580774 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f849368f-dcc3-4208-b879-f8177cabb34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.669016 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f849368f-dcc3-4208-b879-f8177cabb34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.672788 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f849368f-dcc3-4208-b879-f8177cabb34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.711009 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f849368f-dcc3-4208-b879-f8177cabb34d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=53e6eb3bc5bd439b930daadbe221b50b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310889 Sep 03 18:18:14.711805 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849368f-dcc3-4208-b879-f8177cabb34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fd72bf3-2467-4a96-a3ae-36cb0d71ed4d,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:14.713667 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 52554) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:14.765736 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f860ecd0-06d1-4c76-abdd-c5ffe5e06f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.788801 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f860ecd0-06d1-4c76-abdd-c5ffe5e06f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.834588 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f860ecd0-06d1-4c76-abdd-c5ffe5e06f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.837008 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f860ecd0-06d1-4c76-abdd-c5ffe5e06f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:14.838129 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f860ecd0-06d1-4c76-abdd-c5ffe5e06f47 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9fd72bf3-2467-4a96-a3ae-36cb0d71ed4d HTTP/1.1" status: 204 len: 168 time: 0.1232421 Sep 03 18:18:14.845260 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f860ecd0-06d1-4c76-abdd-c5ffe5e06f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fd72bf3-2467-4a96-a3ae-36cb0d71ed4d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:15.136319 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d2e9f776-1e9b-4211-ba2c-627fdfee0134 req-7ddeddb1-c1b6-4f1c-b8c4-4b4acde741ea tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 210 time: 0.0299647 Sep 03 18:18:16.240473 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6f32fda3-ef80-4798-bb29-a080b27bb363 req-150ad5b3-0c26-4ca6-9169-45c754868df5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 210 time: 0.0278223 Sep 03 18:18:16.340670 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-107ee2eb-8734-4f24-ae0f-3b4bc518e167 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:16.342862 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-107ee2eb-8734-4f24-ae0f-3b4bc518e167 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.55 "GET /v2.0/networks?id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04 HTTP/1.1" status: 200 len: 815 time: 0.1113632 Sep 03 18:18:16.392299 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-d16bcbe2-9e70-40a1-b502-502a6038dc64 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=91b2e3de39174dfaafef8a07f2e61bc2 HTTP/1.1" status: 200 len: 379 time: 0.0388839 Sep 03 18:18:16.405926 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-7a48943d-6bb4-485d-a9e3-b8d0c15825b1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Request body: {'port': {'device_id': '834eceb3-426d-4231-b924-2cf432c669c5', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'admin_state_up': True, 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'security_groups': ['ec5b475a-37da-406e-8ad7-fc021b25d0e5']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:16.509089 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-7a48943d-6bb4-485d-a9e3-b8d0c15825b1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Made reservation on behalf of 91b2e3de39174dfaafef8a07f2e61bc2 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:18:16.512795 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-7a48943d-6bb4-485d-a9e3-b8d0c15825b1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:16.636976 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-7a48943d-6bb4-485d-a9e3-b8d0c15825b1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Allocated IP 172.20.0.14 (41fa7a84-d360-4dba-842f-a7b3bb1b4e04/208c51a8-f834-4218-8eaa-2936809d4cf5/fbd192d4-630f-4569-9cde-371ed14feb66) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:16.765873 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-7a48943d-6bb4-485d-a9e3-b8d0c15825b1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:16.782998 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-7a48943d-6bb4-485d-a9e3-b8d0c15825b1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Transition to ACTIVE for port object fbd192d4-630f-4569-9cde-371ed14feb66 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:16.814968 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-7a48943d-6bb4-485d-a9e3-b8d0c15825b1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:16.854984 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-7a48943d-6bb4-485d-a9e3-b8d0c15825b1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:16.857999 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-7a48943d-6bb4-485d-a9e3-b8d0c15825b1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:16.861565 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-7a48943d-6bb4-485d-a9e3-b8d0c15825b1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:16.887789 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a48943d-6bb4-485d-a9e3-b8d0c15825b1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event updated for resources: {'Port': ['ID=fbd192d4-630f-4569-9cde-371ed14feb66,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:16.917213 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-7a48943d-6bb4-485d-a9e3-b8d0c15825b1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:16.917876 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-7a48943d-6bb4-485d-a9e3-b8d0c15825b1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:16.932613 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-7a48943d-6bb4-485d-a9e3-b8d0c15825b1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5310349 Sep 03 18:18:16.946882 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Request body: {'port': {'device_id': '834eceb3-426d-4231-b924-2cf432c669c5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:17.006774 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:17.064340 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-911a124c-6ef6-44c4-b976-23494f5cc598 None None] Provisioning for port fbd192d4-630f-4569-9cde-371ed14feb66 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:17.068111 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-911a124c-6ef6-44c4-b976-23494f5cc598 None None] Provisioning complete for port fbd192d4-630f-4569-9cde-371ed14feb66 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:17.068486 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-911a124c-6ef6-44c4-b976-23494f5cc598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:17.101277 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-911a124c-6ef6-44c4-b976-23494f5cc598 None None] Port fbd192d4-630f-4569-9cde-371ed14feb66 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:18:17.261220 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbd192d4-630f-4569-9cde-371ed14feb66 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:18:17.268863 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:17.281941 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Transition to ACTIVE for port object fbd192d4-630f-4569-9cde-371ed14feb66 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:17.286610 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:17.372172 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d26cb-b0d6-4298-bcc4-6034097a55f7 req-86ce82dc-9d7f-4f35-92ce-a5b257ca9a41 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:17.379764 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-489d26cb-b0d6-4298-bcc4-6034097a55f7 req-86ce82dc-9d7f-4f35-92ce-a5b257ca9a41 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.0604224 Sep 03 18:18:17.380590 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd192d4-630f-4569-9cde-371ed14feb66,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:17.421581 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Attempting to bind port fbd192d4-630f-4569-9cde-371ed14feb66 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:18:17.421952 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Attempting to bind port fbd192d4-630f-4569-9cde-371ed14feb66 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:18:17.422232 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Attempting to bind port fbd192d4-630f-4569-9cde-371ed14feb66 on network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:17.426711 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Port fbd192d4-630f-4569-9cde-371ed14feb66 on network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:18:17.427086 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Attempting to bind port fbd192d4-630f-4569-9cde-371ed14feb66 on network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:17.434584 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:18:17.434965 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Checking segment: {'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:17.435285 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Bound using segment: {'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:18:17.435713 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Bound port: fbd192d4-630f-4569-9cde-371ed14feb66, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a683164a-5ff6-4c2b-ac96-725640d6a7b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:18:17.436066 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:17.436785 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-489d26cb-b0d6-4298-bcc4-6034097a55f7 req-4feac5c9-0b86-4043-8c1c-fb842929934b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475309 Sep 03 18:18:17.502063 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] For port fbd192d4-630f-4569-9cde-371ed14feb66, host hv-cinder-78878, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:18:17.506591 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] For port fbd192d4-630f-4569-9cde-371ed14feb66, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fbd192d4-630f-4569-9cde-371ed14feb66,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:18:17.511936 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:17.546887 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:17.547500 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:17.548881 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] 10.222.0.55 "PUT /v2.0/ports/fbd192d4-630f-4569-9cde-371ed14feb66 HTTP/1.1" status: 200 len: 1094 time: 0.6063776 Sep 03 18:18:17.549314 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834eceb3-426d-4231-b924-2cf432c669c5', 'tag': 'fbd192d4-630f-4569-9cde-371ed14feb66'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:17.551534 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f53278-2a00-491f-8130-c08269aba00f" -d '{"events": [{"name": "network-changed", "server_uuid": "834eceb3-426d-4231-b924-2cf432c669c5", "tag": "fbd192d4-630f-4569-9cde-371ed14feb66"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:17.610173 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0a4c6e-3af5-446f-b501-7b40b6b6f192 x-openstack-request-id: req-1c0a4c6e-3af5-446f-b501-7b40b6b6f192 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:17.610493 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834eceb3-426d-4231-b924-2cf432c669c5", "tag": "fbd192d4-630f-4569-9cde-371ed14feb66", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:17.610745 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c0a4c6e-3af5-446f-b501-7b40b6b6f192 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:17.611133 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834eceb3-426d-4231-b924-2cf432c669c5', 'tag': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'status': 'completed', 'code': 200} Sep 03 18:18:17.614280 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798822b2-43cb-40ff-b023-5200e77b8810 service neutron] Pushing event updated for resources: {'Port': ['ID=fbd192d4-630f-4569-9cde-371ed14feb66,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:17.676084 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-d990f7f2-2239-45d1-9ad6-3c1a1eb57409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:17.678243 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-d990f7f2-2239-45d1-9ad6-3c1a1eb57409 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91b2e3de39174dfaafef8a07f2e61bc2&device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 1097 time: 0.0820639 Sep 03 18:18:17.737395 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-3f1acec7-732f-456e-b9d1-1915069b9a40 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbd192d4-630f-4569-9cde-371ed14feb66 HTTP/1.1" status: 200 len: 217 time: 0.0440035 Sep 03 18:18:17.790917 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-be7adf15-6c29-4220-a0c7-0229471827c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:17.792299 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-be7adf15-6c29-4220-a0c7-0229471827c8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=208c51a8-f834-4218-8eaa-2936809d4cf5 HTTP/1.1" status: 200 len: 854 time: 0.0471654 Sep 03 18:18:17.837372 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-1b170d9b-d106-47ec-b52f-0a50c4a95680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:17.838869 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-1b170d9b-d106-47ec-b52f-0a50c4a95680 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0393291 Sep 03 18:18:17.935700 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-bc7880b8-bee5-4092-8325-aad2965f9e25 service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883157 Sep 03 18:18:18.023744 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-40dbdbdb-7c91-4fe0-95c5-3da98f19a7ca req-fa84b7a6-d918-45c6-bb0f-3ca36287850d service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799005 Sep 03 18:18:18.123892 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f53278-2a00-491f-8130-c08269aba00f req-40b4e2bc-9e80-44b4-8d5a-7e3b2342cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:18.125340 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-36f53278-2a00-491f-8130-c08269aba00f req-40b4e2bc-9e80-44b4-8d5a-7e3b2342cb4d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91b2e3de39174dfaafef8a07f2e61bc2&device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 1097 time: 0.0474541 Sep 03 18:18:18.217658 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f53278-2a00-491f-8130-c08269aba00f req-043b1fc5-7a6b-40ad-aa0a-0ad9ec3ef2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:18.219137 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-36f53278-2a00-491f-8130-c08269aba00f req-043b1fc5-7a6b-40ad-aa0a-0ad9ec3ef2fb service neutron] 10.222.0.55 "GET /v2.0/networks?id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04 HTTP/1.1" status: 200 len: 916 time: 0.0812542 Sep 03 18:18:18.262571 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-36f53278-2a00-491f-8130-c08269aba00f req-b97d372a-b4c7-41ff-8b9b-eff7b97ffbac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbd192d4-630f-4569-9cde-371ed14feb66 HTTP/1.1" status: 200 len: 217 time: 0.0353527 Sep 03 18:18:18.313900 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f53278-2a00-491f-8130-c08269aba00f req-4fca67fe-84b6-4754-b35a-dadaeb9c71e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:18.315380 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-36f53278-2a00-491f-8130-c08269aba00f req-4fca67fe-84b6-4754-b35a-dadaeb9c71e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=208c51a8-f834-4218-8eaa-2936809d4cf5 HTTP/1.1" status: 200 len: 854 time: 0.0421503 Sep 03 18:18:18.360896 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f53278-2a00-491f-8130-c08269aba00f req-c17f6a82-bd95-48ac-8e80-762ceab7d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:18.362372 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-36f53278-2a00-491f-8130-c08269aba00f req-c17f6a82-bd95-48ac-8e80-762ceab7d2b2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0382862 Sep 03 18:18:18.457686 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-36f53278-2a00-491f-8130-c08269aba00f req-5b23fc38-a5de-49d9-bc22-5fb370e17110 service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855980 Sep 03 18:18:18.547615 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-36f53278-2a00-491f-8130-c08269aba00f req-430bed7a-3478-4fb9-8ac0-6855438e1529 service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824711 Sep 03 18:18:18.685909 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7bdcb6-3c67-4f1a-bd54-976368d9e07b req-942a71b5-e8ee-4c9a-96e3-e1e6253a7b69 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:18.687343 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7c7bdcb6-3c67-4f1a-bd54-976368d9e07b req-942a71b5-e8ee-4c9a-96e3-e1e6253a7b69 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.1947591 Sep 03 18:18:18.724667 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7c7bdcb6-3c67-4f1a-bd54-976368d9e07b req-7351ed72-8a9b-42cf-b6da-64ad57edebdb tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307155 Sep 03 18:18:19.898337 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7db3cf-bab0-4108-bfd2-4425f80398f5 req-c03b8fde-ccd1-40d5-9eb9-df06a24b2921 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:19.899784 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9a7db3cf-bab0-4108-bfd2-4425f80398f5 req-c03b8fde-ccd1-40d5-9eb9-df06a24b2921 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.1033702 Sep 03 18:18:19.935884 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9a7db3cf-bab0-4108-bfd2-4425f80398f5 req-bfd3747d-28a4-478e-86b3-4d08c19146d0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300989 Sep 03 18:18:21.052230 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd031745-824e-49c4-b1ed-70cae37fc95c req-a9a5b5f5-9d2a-4e8a-8d89-7ee8844d01be tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:21.053724 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd031745-824e-49c4-b1ed-70cae37fc95c req-a9a5b5f5-9d2a-4e8a-8d89-7ee8844d01be tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.0490854 Sep 03 18:18:21.091299 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd031745-824e-49c4-b1ed-70cae37fc95c req-52e475bb-53b8-4b15-a14c-19b1ee67ef38 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317173 Sep 03 18:18:21.905819 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:18:22.212759 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102593a9-f39c-4ff1-8ac3-3e8232af23bb req-23b0e7a4-0de0-478b-bcc3-167d9aa3678f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:22.214217 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-102593a9-f39c-4ff1-8ac3-3e8232af23bb req-23b0e7a4-0de0-478b-bcc3-167d9aa3678f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.0476394 Sep 03 18:18:22.251103 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-102593a9-f39c-4ff1-8ac3-3e8232af23bb req-ff3ebfa1-64d2-43d0-8e9d-a43e780afd05 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311596 Sep 03 18:18:22.694904 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device fbd192d4-630f-4569-9cde-371ed14feb66 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:18:22.723195 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-855e4352-c676-46a0-9006-f4f278e8ae19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:22.908071 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port fbd192d4-630f-4569-9cde-371ed14feb66, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fbd192d4-630f-4569-9cde-371ed14feb66,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:22.918085 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'port_id': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'mac_address': 'fa:16:3e:09:05:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:18:22.953381 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:22.965992 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd192d4-630f-4569-9cde-371ed14feb66 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:18:22.984217 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port fbd192d4-630f-4569-9cde-371ed14feb66, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fbd192d4-630f-4569-9cde-371ed14feb66,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:22.988460 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:23.039839 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=fbd192d4-630f-4569-9cde-371ed14feb66,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:23.046747 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:23.047092 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:23.047431 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:23.047762 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:23.048091 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:23.048418 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:23.048743 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:23.049066 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:23.049390 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:23.049708 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:23.050024 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:23.050372 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:23.377490 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ddad1-5364-4dd0-86bd-6885ab9279d3 req-a44ee5d9-cfd9-49a9-a149-feaa6bf919b6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:23.379142 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e17ddad1-5364-4dd0-86bd-6885ab9279d3 req-a44ee5d9-cfd9-49a9-a149-feaa6bf919b6 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 945 time: 0.0550816 Sep 03 18:18:23.417357 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e17ddad1-5364-4dd0-86bd-6885ab9279d3 req-fd3ff3a2-0d77-416c-8519-1a324dd25dd7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317471 Sep 03 18:18:24.535827 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49fc8c-1b50-4f39-85d7-70b867d13c30 req-db9cc66b-98cb-49c0-8c8f-56bbb19b309d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:24.537641 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7c49fc8c-1b50-4f39-85d7-70b867d13c30 req-db9cc66b-98cb-49c0-8c8f-56bbb19b309d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 945 time: 0.0507367 Sep 03 18:18:24.573734 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7c49fc8c-1b50-4f39-85d7-70b867d13c30 req-a77a5549-5f5b-456a-a12d-5ef2a0af5041 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303392 Sep 03 18:18:24.793906 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['fbd192d4-630f-4569-9cde-371ed14feb66'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:18:25.186160 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174be87-5164-4648-b7e6-9dd2fd8a13d4 req-19cd1a80-ce6d-4130-8d81-84df084483bc tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:25.187677 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6174be87-5164-4648-b7e6-9dd2fd8a13d4 req-19cd1a80-ce6d-4130-8d81-84df084483bc tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0485282 Sep 03 18:18:25.224460 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6174be87-5164-4648-b7e6-9dd2fd8a13d4 req-f90a3b21-5ecc-468f-88af-0e2a159cf040 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308955 Sep 03 18:18:25.338667 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bb430e5d-aff4-45df-b03f-7919171c7bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:25.699582 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b3c2-a060-4ced-8d07-752af15f2579 req-0df454f3-0d65-473d-b8f2-a66fefb7540a tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:25.701271 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86b0b3c2-a060-4ced-8d07-752af15f2579 req-0df454f3-0d65-473d-b8f2-a66fefb7540a tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 945 time: 0.0542953 Sep 03 18:18:25.743952 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86b0b3c2-a060-4ced-8d07-752af15f2579 req-7b6b018a-2867-450b-8cdb-c1c7926e93b0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319231 Sep 03 18:18:25.846472 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.337824 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eee6b6-8b3a-40e1-a8dc-2622e8bced4c req-09f63853-22be-4f00-a27d-ad7115662604 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:26.339294 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-36eee6b6-8b3a-40e1-a8dc-2622e8bced4c req-09f63853-22be-4f00-a27d-ad7115662604 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0481317 Sep 03 18:18:26.376195 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-36eee6b6-8b3a-40e1-a8dc-2622e8bced4c req-38338d6d-bdbd-4ed5-af3b-b25ef51cc751 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310698 Sep 03 18:18:26.514023 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device fbd192d4-630f-4569-9cde-371ed14feb66 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:26.562245 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port fbd192d4-630f-4569-9cde-371ed14feb66 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:26.565674 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port fbd192d4-630f-4569-9cde-371ed14feb66 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:26.566064 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.641131 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.663723 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834eceb3-426d-4231-b924-2cf432c669c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd192d4-630f-4569-9cde-371ed14feb66'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:26.665918 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcf144d-83b4-4da7-8dbc-ba4039d31e70" -d '{"events": [{"server_uuid": "834eceb3-426d-4231-b924-2cf432c669c5", "name": "network-vif-plugged", "status": "completed", "tag": "fbd192d4-630f-4569-9cde-371ed14feb66"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:26.679108 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port fbd192d4-630f-4569-9cde-371ed14feb66, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fbd192d4-630f-4569-9cde-371ed14feb66,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:26.683047 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.706700 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f8a529-6821-4402-9e2a-2331255844a0 x-openstack-request-id: req-a9f8a529-6821-4402-9e2a-2331255844a0 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:26.706991 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834eceb3-426d-4231-b924-2cf432c669c5", "name": "network-vif-plugged", "status": "completed", "tag": "fbd192d4-630f-4569-9cde-371ed14feb66", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:26.707245 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a9f8a529-6821-4402-9e2a-2331255844a0 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:26.707637 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834eceb3-426d-4231-b924-2cf432c669c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'code': 200} Sep 03 18:18:26.733021 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=fbd192d4-630f-4569-9cde-371ed14feb66,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:26.830345 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:26.867619 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf444e-a640-4e90-8dd1-f89e09b21650 req-056dd916-03ad-4740-8848-501e9cdae9d7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:26.875128 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aaaf444e-a640-4e90-8dd1-f89e09b21650 req-056dd916-03ad-4740-8848-501e9cdae9d7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0578229 Sep 03 18:18:26.888639 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa34f9-7e20-4783-8a25-29774c2ff1ef req-3402fe60-4387-4849-8721-34fc5e4bddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:26.888639 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-25aa34f9-7e20-4783-8a25-29774c2ff1ef req-3402fe60-4387-4849-8721-34fc5e4bddf9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 1099 time: 0.0507903 Sep 03 18:18:26.917903 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aaaf444e-a640-4e90-8dd1-f89e09b21650 req-3170fc3e-f301-4f30-bc4b-919fd7b88529 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409932 Sep 03 18:18:26.925653 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-25aa34f9-7e20-4783-8a25-29774c2ff1ef req-b3e0a09f-614f-4e36-aa54-5adcbbd5dcb9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292566 Sep 03 18:18:27.496330 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8730b-f5db-4507-aad2-715fde39d392 req-c98f5997-72e1-4882-a87d-4c7d11719bec tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:27.497815 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-56a8730b-f5db-4507-aad2-715fde39d392 req-c98f5997-72e1-4882-a87d-4c7d11719bec tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0549092 Sep 03 18:18:27.535016 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-56a8730b-f5db-4507-aad2-715fde39d392 req-acfa2205-66ed-4a1a-9d0a-c9f46b21543b tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=0247a099-4efd-4031-9094-78d634cdded6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313642 Sep 03 18:18:27.629569 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363f5ebf-7056-4dae-80d3-49b2046295c4 req-c463d504-f885-46bf-a563-71dda121f054 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:27.631610 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-363f5ebf-7056-4dae-80d3-49b2046295c4 req-c463d504-f885-46bf-a563-71dda121f054 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.55 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 945 time: 0.0467026 Sep 03 18:18:27.721172 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-363f5ebf-7056-4dae-80d3-49b2046295c4 req-dd4d95ca-5b22-41aa-8e76-bdf50fa82c4a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Deleting port 0f890479-a810-4f29-be78-ee595ad39be8 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:18:27.721513 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-363f5ebf-7056-4dae-80d3-49b2046295c4 req-dd4d95ca-5b22-41aa-8e76-bdf50fa82c4a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.811158 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-363f5ebf-7056-4dae-80d3-49b2046295c4 req-dd4d95ca-5b22-41aa-8e76-bdf50fa82c4a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] For port 0f890479-a810-4f29-be78-ee595ad39be8, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=0f890479-a810-4f29-be78-ee595ad39be8,segment=NetworkSegment(adbe6979-0ed0-4819-9a77-d891345b2d19),segment_id=adbe6979-0ed0-4819-9a77-d891345b2d19)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:27.811519 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-363f5ebf-7056-4dae-80d3-49b2046295c4 req-dd4d95ca-5b22-41aa-8e76-bdf50fa82c4a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.982504 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-363f5ebf-7056-4dae-80d3-49b2046295c4 req-dd4d95ca-5b22-41aa-8e76-bdf50fa82c4a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.983172 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-363f5ebf-7056-4dae-80d3-49b2046295c4 req-dd4d95ca-5b22-41aa-8e76-bdf50fa82c4a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:27.983172 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.l3_db [req-363f5ebf-7056-4dae-80d3-49b2046295c4 req-dd4d95ca-5b22-41aa-8e76-bdf50fa82c4a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Floating IP b9bd95c5-074e-4a2c-b6b7-bb431a141154 disassociated. External IP: 172.27.3.141, port: 0f890479-a810-4f29-be78-ee595ad39be8. Sep 03 18:18:27.983499 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-363f5ebf-7056-4dae-80d3-49b2046295c4 req-dd4d95ca-5b22-41aa-8e76-bdf50fa82c4a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Calling delete_port for 0f890479-a810-4f29-be78-ee595ad39be8 owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:18:28.039821 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b32b3a-decb-493f-9ba2-b5a78eea763a req-78b011df-2755-441e-9fc5-16d33d55e9e4 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:28.041313 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-47b32b3a-decb-493f-9ba2-b5a78eea763a req-78b011df-2755-441e-9fc5-16d33d55e9e4 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0534298 Sep 03 18:18:28.094674 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-47b32b3a-decb-493f-9ba2-b5a78eea763a req-7bc3a158-e5a3-4b23-abab-3d8dc222bdee tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385978 Sep 03 18:18:28.140990 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-363f5ebf-7056-4dae-80d3-49b2046295c4 req-dd4d95ca-5b22-41aa-8e76-bdf50fa82c4a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:28.144265 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:28.177249 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4d95ca-5b22-41aa-8e76-bdf50fa82c4a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event deleted for resources: {'Port': ['ID=0f890479-a810-4f29-be78-ee595ad39be8,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:28.289621 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-363f5ebf-7056-4dae-80d3-49b2046295c4 req-dd4d95ca-5b22-41aa-8e76-bdf50fa82c4a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Router a9c8a15a-9038-46cc-96d8-2bcb6848b236 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:18:28.301377 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:28.403860 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-363f5ebf-7056-4dae-80d3-49b2046295c4 req-dd4d95ca-5b22-41aa-8e76-bdf50fa82c4a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:18:28.415695 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e0ebe-98c7-4806-a8b3-badda653db06 None None] Sync routers for ids ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:18:28.424418 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e0ebe-98c7-4806-a8b3-badda653db06 None None] Routers {'a9c8a15a-9038-46cc-96d8-2bcb6848b236'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:28.425031 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-bf4e0ebe-98c7-4806-a8b3-badda653db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:18:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:28.443770 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-363f5ebf-7056-4dae-80d3-49b2046295c4 req-dd4d95ca-5b22-41aa-8e76-bdf50fa82c4a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] No DVR routers for this DVR port 0f890479-a810-4f29-be78-ee595ad39be8 on host hv-cinder-78878 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:18:28.446393 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-363f5ebf-7056-4dae-80d3-49b2046295c4 req-dd4d95ca-5b22-41aa-8e76-bdf50fa82c4a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:28.448338 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-363f5ebf-7056-4dae-80d3-49b2046295c4 req-dd4d95ca-5b22-41aa-8e76-bdf50fa82c4a tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.55 "DELETE /v2.0/ports/0f890479-a810-4f29-be78-ee595ad39be8 HTTP/1.1" status: 204 len: 173 time: 0.8099158 Sep 03 18:18:28.448761 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea5d7126-cbba-4b0f-aa15-4420fd73af09', 'name': 'network-vif-deleted', 'tag': '0f890479-a810-4f29-be78-ee595ad39be8'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:28.450967 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c164492b-a973-43cc-afe4-6ec92dd37a28" -d '{"events": [{"server_uuid": "ea5d7126-cbba-4b0f-aa15-4420fd73af09", "name": "network-vif-deleted", "tag": "0f890479-a810-4f29-be78-ee595ad39be8"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:28.491525 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfba276a-b9e2-4af2-937d-e9260c28a4fb x-openstack-request-id: req-dfba276a-b9e2-4af2-937d-e9260c28a4fb {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:28.492467 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea5d7126-cbba-4b0f-aa15-4420fd73af09", "name": "network-vif-deleted", "tag": "0f890479-a810-4f29-be78-ee595ad39be8", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:28.492741 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dfba276a-b9e2-4af2-937d-e9260c28a4fb {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:28.493404 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea5d7126-cbba-4b0f-aa15-4420fd73af09', 'name': 'network-vif-deleted', 'tag': '0f890479-a810-4f29-be78-ee595ad39be8', 'status': 'completed', 'code': 200} Sep 03 18:18:28.539685 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-bf4e0ebe-98c7-4806-a8b3-badda653db06 None None] Set router a9c8a15a-9038-46cc-96d8-2bcb6848b236 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:28.647305 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-644d06bd-0e83-40e7-af50-bf5b8ec66606 req-5bc78221-d6b8-4598-815e-b7831bd54bc4 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=ea5d7126-cbba-4b0f-aa15-4420fd73af09 HTTP/1.1" status: 200 len: 210 time: 0.0267324 Sep 03 18:18:28.753128 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-bf4e0ebe-98c7-4806-a8b3-badda653db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'f58dad48-b9fa-42ae-9530-4388e37eb277', 'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'mac_address': 'fa:16:3e:0e:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:29Z', 'updated_at': '2021-09-03T18:13:42Z', 'revision_number': 5, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'subnets': [{'id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:28.778337 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e0ebe-98c7-4806-a8b3-badda653db06 None None] Checking router: a9c8a15a-9038-46cc-96d8-2bcb6848b236 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:18:28.786065 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e0ebe-98c7-4806-a8b3-badda653db06 None None] Routers {'a9c8a15a-9038-46cc-96d8-2bcb6848b236'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:28.786689 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-bf4e0ebe-98c7-4806-a8b3-badda653db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:18:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:28.890511 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-bf4e0ebe-98c7-4806-a8b3-badda653db06 None None] Set router a9c8a15a-9038-46cc-96d8-2bcb6848b236 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:29.082112 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-bf4e0ebe-98c7-4806-a8b3-badda653db06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'f58dad48-b9fa-42ae-9530-4388e37eb277', 'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'mac_address': 'fa:16:3e:0e:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:29Z', 'updated_at': '2021-09-03T18:13:42Z', 'revision_number': 5, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'subnets': [{'id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:29.110515 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4e0ebe-98c7-4806-a8b3-badda653db06 None None] The sync data for ids ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'] in dv-cinder-788782-10-iscsi is: [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'f58dad48-b9fa-42ae-9530-4388e37eb277', 'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'mac_address': 'fa:16:3e:0e:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:29Z', 'updated_at': '2021-09-03T18:13:42Z', 'revision_number': 5, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'subnets': [{'id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:18:29.222169 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18f573-6135-4c28-a895-b66c9cc9dccf req-bea85177-1977-4506-9eef-0fa866637244 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:29.223704 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2b18f573-6135-4c28-a895-b66c9cc9dccf req-bea85177-1977-4506-9eef-0fa866637244 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0525301 Sep 03 18:18:29.270826 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2b18f573-6135-4c28-a895-b66c9cc9dccf req-6b2a8423-69cb-4fd4-a856-f1106d855128 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401015 Sep 03 18:18:29.346435 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075d4da8-6d13-428b-a299-129bfb2493f1 None None] New status for floating IP b9bd95c5-074e-4a2c-b6b7-bb431a141154: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:18:29.389904 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bf61ec-3fe7-46b0-888d-0612bb0481d0 req-f56aea2e-679c-42a3-9194-7f98dd6c6201 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:29.391519 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-44bf61ec-3fe7-46b0-888d-0612bb0481d0 req-f56aea2e-679c-42a3-9194-7f98dd6c6201 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0497329 Sep 03 18:18:29.400904 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52694) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:29.406279 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-72b433f5-740c-4350-a9db-ebae6b0a0f58 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Request body: {'floatingip': {'port_id': 'fbd192d4-630f-4569-9cde-371ed14feb66'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:29.456309 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-72b433f5-740c-4350-a9db-ebae6b0a0f58 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for floatingip, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.745426 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 52700) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:29.810669 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0caf92c7-43a8-487a-8dca-803f09ed5ac5 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.837651 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0caf92c7-43a8-487a-8dca-803f09ed5ac5 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.887886 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0caf92c7-43a8-487a-8dca-803f09ed5ac5 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.890425 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0caf92c7-43a8-487a-8dca-803f09ed5ac5 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.891563 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0caf92c7-43a8-487a-8dca-803f09ed5ac5 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "DELETE /v2.0/security-groups/0247a099-4efd-4031-9094-78d634cdded6 HTTP/1.1" status: 204 len: 168 time: 0.1450608 Sep 03 18:18:29.894529 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52702) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:29.901326 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf92c7-43a8-487a-8dca-803f09ed5ac5 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0247a099-4efd-4031-9094-78d634cdded6,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:29.913145 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-72b433f5-740c-4350-a9db-ebae6b0a0f58 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.915019 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.api.v2.resource [None req-3bc59ff8-8be5-44ef-b50b-8a940d4bb2db tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] show failed (client error): The resource could not be found. Sep 03 18:18:29.916054 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3bc59ff8-8be5-44ef-b50b-8a940d4bb2db tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups/0247a099-4efd-4031-9094-78d634cdded6 HTTP/1.1" status: 404 len: 347 time: 0.0190148 Sep 03 18:18:29.917607 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-72b433f5-740c-4350-a9db-ebae6b0a0f58 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:29.920036 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 52704) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:30.017055 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-72b433f5-740c-4350-a9db-ebae6b0a0f58 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Floating IP 7fb39f78-f146-4db7-8f34-ad23335d9b90 associated. External IP: 172.27.3.86, port: fbd192d4-630f-4569-9cde-371ed14feb66. Sep 03 18:18:30.042020 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-47d95ccc-09ee-41f3-8c0d-dc1b9511680c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Deleting port c4d1a0ba-ed4b-4b93-92b9-fca2ddf73443 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:18:30.042386 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-47d95ccc-09ee-41f3-8c0d-dc1b9511680c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.115513 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-47d95ccc-09ee-41f3-8c0d-dc1b9511680c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.115953 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-47d95ccc-09ee-41f3-8c0d-dc1b9511680c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.127441 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-47d95ccc-09ee-41f3-8c0d-dc1b9511680c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Calling delete_port for c4d1a0ba-ed4b-4b93-92b9-fca2ddf73443 owned by network:floatingip {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:18:30.262784 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-47d95ccc-09ee-41f3-8c0d-dc1b9511680c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.290490 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d95ccc-09ee-41f3-8c0d-dc1b9511680c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event deleted for resources: {'Port': ['ID=c4d1a0ba-ed4b-4b93-92b9-fca2ddf73443,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:30.357289 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-47d95ccc-09ee-41f3-8c0d-dc1b9511680c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for floatingip, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.361094 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-47d95ccc-09ee-41f3-8c0d-dc1b9511680c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.362571 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-47d95ccc-09ee-41f3-8c0d-dc1b9511680c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "DELETE /v2.0/floatingips/b9bd95c5-074e-4a2c-b6b7-bb431a141154 HTTP/1.1" status: 204 len: 168 time: 0.4414048 Sep 03 18:18:30.430835 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b433f5-740c-4350-a9db-ebae6b0a0f58 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Router da857d23-6fa9-407e-aad5-e756288bf361 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:18:30.541950 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b433f5-740c-4350-a9db-ebae6b0a0f58 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:18:30.542159 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 0f890479-a810-4f29-be78-ee595ad39be8 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:18:30.548018 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-72b433f5-740c-4350-a9db-ebae6b0a0f58 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.571004 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aac16e7-4468-4937-972d-c9c39b82f676 None None] Sync routers for ids ['da857d23-6fa9-407e-aad5-e756288bf361'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:18:30.574527 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: 0f890479-a810-4f29-be78-ee595ad39be8 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:18:30.575146 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 0f890479-a810-4f29-be78-ee595ad39be8 not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:18:30.579680 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-72b433f5-740c-4350-a9db-ebae6b0a0f58 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "PUT /v2.0/floatingips/7fb39f78-f146-4db7-8f34-ad23335d9b90 HTTP/1.1" status: 200 len: 991 time: 1.1746364 Sep 03 18:18:30.579680 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '834eceb3-426d-4231-b924-2cf432c669c5', 'tag': 'fbd192d4-630f-4569-9cde-371ed14feb66'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:30.580170 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1241e5-3dd5-49d0-8ca8-d51e75298d2a" -d '{"events": [{"name": "network-changed", "server_uuid": "834eceb3-426d-4231-b924-2cf432c669c5", "tag": "fbd192d4-630f-4569-9cde-371ed14feb66"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:30.580709 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 52716) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:30.586634 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-1d9452ca-2181-46bc-bced-c2c446b67df6 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2036196400', 'description': 'tempest-description--218586088'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:30.604084 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac16e7-4468-4937-972d-c9c39b82f676 None None] Routers {'da857d23-6fa9-407e-aad5-e756288bf361'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:30.604723 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-1aac16e7-4468-4937-972d-c9c39b82f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:18:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['da857d23-6fa9-407e-aad5-e756288bf361'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:30.612816 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1d9452ca-2181-46bc-bced-c2c446b67df6 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.620424 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40110780-bf35-42f2-8eca-033308dcaaee x-openstack-request-id: req-40110780-bf35-42f2-8eca-033308dcaaee {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:30.620767 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "834eceb3-426d-4231-b924-2cf432c669c5", "tag": "fbd192d4-630f-4569-9cde-371ed14feb66", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:30.621026 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-40110780-bf35-42f2-8eca-033308dcaaee {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:30.621441 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '834eceb3-426d-4231-b924-2cf432c669c5', 'tag': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'status': 'completed', 'code': 200} Sep 03 18:18:30.711093 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1241e5-3dd5-49d0-8ca8-d51e75298d2a req-457f7801-3822-4fb5-882c-b6e8416fd9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:30.712601 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1241e5-3dd5-49d0-8ca8-d51e75298d2a req-457f7801-3822-4fb5-882c-b6e8416fd9d7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91b2e3de39174dfaafef8a07f2e61bc2&device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 1099 time: 0.0668552 Sep 03 18:18:30.730529 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-1aac16e7-4468-4937-972d-c9c39b82f676 None None] Set router da857d23-6fa9-407e-aad5-e756288bf361 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:30.758709 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1d9452ca-2181-46bc-bced-c2c446b67df6 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.765617 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1d9452ca-2181-46bc-bced-c2c446b67df6 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.829951 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9452ca-2181-46bc-bced-c2c446b67df6 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744d1ec1-a82f-4b93-9465-ffa01fdb2c99,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:30.842696 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1d9452ca-2181-46bc-bced-c2c446b67df6 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.844346 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-1d9452ca-2181-46bc-bced-c2c446b67df6 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2625992 Sep 03 18:18:30.847463 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52722) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:30.852222 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Request body: {'security_group_rule': {'security_group_id': '744d1ec1-a82f-4b93-9465-ffa01fdb2c99', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:30.862151 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1241e5-3dd5-49d0-8ca8-d51e75298d2a req-72b9abd0-4e58-4734-8328-5753905a9b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:30.863920 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1241e5-3dd5-49d0-8ca8-d51e75298d2a req-72b9abd0-4e58-4734-8328-5753905a9b1f service neutron] 10.222.0.55 "GET /v2.0/networks?id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04 HTTP/1.1" status: 200 len: 916 time: 0.1426592 Sep 03 18:18:30.884586 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.941435 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1241e5-3dd5-49d0-8ca8-d51e75298d2a req-a7d9915c-1c49-481b-bb4f-88e7e0cc9a5a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbd192d4-630f-4569-9cde-371ed14feb66 HTTP/1.1" status: 200 len: 999 time: 0.0662379 Sep 03 18:18:30.943744 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.948090 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.955916 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-1aac16e7-4468-4937-972d-c9c39b82f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '7fb39f78-f146-4db7-8f34-ad23335d9b90', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'port_id': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'mac_address': 'fa:16:3e:09:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834eceb3-426d-4231-b924-2cf432c669c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:18:11Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 1, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4171c9f-b917-4dd3-8758-1f74e0cbe508', 'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'mac_address': 'fa:16:3e:a5:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:37Z', 'revision_number': 5, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'subnets': [{'id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:30.967787 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88794323-a8ac-40c0-aab2-86b0978eaf0c,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:30.976982 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:30.980837 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296821 Sep 03 18:18:30.980837 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:30.980837 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:30.980837 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:30.980837 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:30.981367 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:30.981367 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:30.981593 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 52724) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:30.981715 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:30.981921 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:30.982250 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:30.982616 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:30.983003 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:30.983338 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432ba869-f420-4c0d-85f4-4d6778475dde tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:30.986636 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-1bc8c310-cf5e-42c7-9290-87f1b90c8286 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Request body: {'security_group_rule': {'security_group_id': '744d1ec1-a82f-4b93-9465-ffa01fdb2c99', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:30.992647 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aac16e7-4468-4937-972d-c9c39b82f676 None None] Checking router: da857d23-6fa9-407e-aad5-e756288bf361 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:18:31.001261 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aac16e7-4468-4937-972d-c9c39b82f676 None None] Routers {'da857d23-6fa9-407e-aad5-e756288bf361'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:31.001867 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-1aac16e7-4468-4937-972d-c9c39b82f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:18:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['da857d23-6fa9-407e-aad5-e756288bf361'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:31.014579 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1241e5-3dd5-49d0-8ca8-d51e75298d2a req-145a5f4a-6cb2-455a-a6f2-b5041d5f88d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:31.016080 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1241e5-3dd5-49d0-8ca8-d51e75298d2a req-145a5f4a-6cb2-455a-a6f2-b5041d5f88d8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=208c51a8-f834-4218-8eaa-2936809d4cf5 HTTP/1.1" status: 200 len: 854 time: 0.0669088 Sep 03 18:18:31.035757 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1bc8c310-cf5e-42c7-9290-87f1b90c8286 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.095990 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1241e5-3dd5-49d0-8ca8-d51e75298d2a req-81da6ef0-d972-4c7d-a8f6-d4e4a4b58c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:31.097532 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1241e5-3dd5-49d0-8ca8-d51e75298d2a req-81da6ef0-d972-4c7d-a8f6-d4e4a4b58c78 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0720708 Sep 03 18:18:31.112061 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-1aac16e7-4468-4937-972d-c9c39b82f676 None None] Set router da857d23-6fa9-407e-aad5-e756288bf361 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:31.121913 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1bc8c310-cf5e-42c7-9290-87f1b90c8286 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.129830 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1bc8c310-cf5e-42c7-9290-87f1b90c8286 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.149382 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc8c310-cf5e-42c7-9290-87f1b90c8286 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67fd1da7-b18a-48cc-9813-1c8471f00c31,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:31.158469 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1bc8c310-cf5e-42c7-9290-87f1b90c8286 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.163198 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52730) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:31.163435 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-1bc8c310-cf5e-42c7-9290-87f1b90c8286 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1804459 Sep 03 18:18:31.168137 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Request body: {'floatingip': {'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:31.218894 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.257151 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fe41c117-4b60-42a2-b70d-8db1be7e4281 req-45c37bc6-7650-481a-be80-c2644a03b338 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1318271 Sep 03 18:18:31.277234 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1241e5-3dd5-49d0-8ca8-d51e75298d2a req-fb7bc59b-eb5d-422b-95d5-78f6af0f2f92 service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527398 Sep 03 18:18:31.358862 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41c117-4b60-42a2-b70d-8db1be7e4281 req-31b991d0-fd3a-4ed5-b3cd-20915660a071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:31.360306 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fe41c117-4b60-42a2-b70d-8db1be7e4281 req-31b991d0-fd3a-4ed5-b3cd-20915660a071 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 1099 time: 0.0534711 Sep 03 18:18:31.366716 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-1aac16e7-4468-4937-972d-c9c39b82f676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '7fb39f78-f146-4db7-8f34-ad23335d9b90', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'port_id': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'mac_address': 'fa:16:3e:09:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834eceb3-426d-4231-b924-2cf432c669c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:18:11Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 1, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4171c9f-b917-4dd3-8758-1f74e0cbe508', 'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'mac_address': 'fa:16:3e:a5:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:37Z', 'revision_number': 5, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'subnets': [{'id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:31.368995 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.373835 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-6b1241e5-3dd5-49d0-8ca8-d51e75298d2a req-5308902d-e1e9-4212-9c4a-c9b2d94d2573 service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874350 Sep 03 18:18:31.403530 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aac16e7-4468-4937-972d-c9c39b82f676 None None] The sync data for ids ['da857d23-6fa9-407e-aad5-e756288bf361'] in dv-cinder-788782-10-iscsi is: [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '7fb39f78-f146-4db7-8f34-ad23335d9b90', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'floating_ip_address': '172.27.3.86', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'port_id': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'mac_address': 'fa:16:3e:09:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '834eceb3-426d-4231-b924-2cf432c669c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:18:11Z', 'updated_at': '2021-09-03T18:18:29Z', 'revision_number': 1, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4171c9f-b917-4dd3-8758-1f74e0cbe508', 'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'mac_address': 'fa:16:3e:a5:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:37Z', 'revision_number': 5, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'subnets': [{'id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:18:31.487646 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Allocated IP 172.27.3.126 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/cb0980be-9813-474c-9eea-ba78997e2a7e) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:31.623976 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.652731 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc46990-4867-41e0-b32e-990e453177ee None None] New status for floating IP 7fb39f78-f146-4db7-8f34-ad23335d9b90: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:18:31.685058 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.726286 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:31.729211 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:31.732534 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:31.753068 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41c117-4b60-42a2-b70d-8db1be7e4281 req-2455e35e-2c1c-4f70-8eb3-a4ec989f4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:31.756634 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fe41c117-4b60-42a2-b70d-8db1be7e4281 req-2455e35e-2c1c-4f70-8eb3-a4ec989f4dde service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 200 len: 912 time: 0.3658812 Sep 03 18:18:31.768364 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event updated for resources: {'Port': ['ID=cb0980be-9813-474c-9eea-ba78997e2a7e,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:31.834697 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fe41c117-4b60-42a2-b70d-8db1be7e4281 req-2cd4d432-2f5f-4004-b514-48f116d44a86 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=395497b5-a0cf-4fb6-9b31-e7c3eab04f21 HTTP/1.1" status: 200 len: 1001 time: 0.0707471 Sep 03 18:18:31.847688 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.888763 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:31.901694 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41c117-4b60-42a2-b70d-8db1be7e4281 req-a74ae31d-d4c1-4dba-a3ac-2d0fdc7fa7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:31.903321 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fe41c117-4b60-42a2-b70d-8db1be7e4281 req-a74ae31d-d4c1-4dba-a3ac-2d0fdc7fa7d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a7abc42-8f93-433e-8867-522bfd9c85b3 HTTP/1.1" status: 200 len: 850 time: 0.0617464 Sep 03 18:18:31.955466 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe41c117-4b60-42a2-b70d-8db1be7e4281 req-122404ae-f3b3-49e0-bfcf-fc0dfb5f3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:31.956991 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fe41c117-4b60-42a2-b70d-8db1be7e4281 req-122404ae-f3b3-49e0-bfcf-fc0dfb5f3398 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0457604 Sep 03 18:18:32.044605 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.049295 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.054555 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fe41c117-4b60-42a2-b70d-8db1be7e4281 req-6d518a85-eea0-41f4-bb26-27df1a430c83 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854139 Sep 03 18:18:32.118555 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event updated for resources: {'Port': ['ID=cb0980be-9813-474c-9eea-ba78997e2a7e,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:32.129879 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.143734 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:32.144960 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d13673cb-c067-4292-a405-d5b46b40bdc0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9806247 Sep 03 18:18:32.145593 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fe41c117-4b60-42a2-b70d-8db1be7e4281 req-d3f97981-feb0-4b65-ab77-f2671a6787b4 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837641 Sep 03 18:18:32.336669 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-c2574932-b51a-4465-86cb-1878dec2fe66 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2036196400&fields=id&tenant_id=d9fad030dd65493e9b5094cd17743413 HTTP/1.1" status: 200 len: 267 time: 0.0337574 Sep 03 18:18:32.442499 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-8853cd17-05b1-4cda-aaed-12efe254165b tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:32.444750 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-8853cd17-05b1-4cda-aaed-12efe254165b tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/networks?id=6ba05fac-18ef-4556-b8bc-03611f5564b9 HTTP/1.1" status: 200 len: 810 time: 0.1013985 Sep 03 18:18:32.459513 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-eda72712-17d4-47e0-a7c1-1df287f832e9 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/quotas/d9fad030dd65493e9b5094cd17743413 HTTP/1.1" status: 200 len: 375 time: 0.0089872 Sep 03 18:18:32.515633 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-168446e3-b16e-4831-841c-a0d243426df8 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d9fad030dd65493e9b5094cd17743413&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0509298 Sep 03 18:18:32.650442 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-776d5048-8e8a-4af4-812b-df4c7c6444b1 service neutron] 10.222.0.45 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229460 Sep 03 18:18:32.747771 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-be42751c-231e-4a82-992b-144e56784303 service neutron] 10.222.0.45 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913250 Sep 03 18:18:32.914330 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7d1ea44c-c821-49f5-9fe1-e5a9957d4138 req-45483337-e05f-4d7c-959b-637cdbbfdf26 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 210 time: 0.0289514 Sep 03 18:18:33.987334 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-8533cbbc-9837-42b0-9d57-9f526c6389cb tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:33.989132 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-8533cbbc-9837-42b0-9d57-9f526c6389cb tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.55 "GET /v2.0/networks?id=6ba05fac-18ef-4556-b8bc-03611f5564b9 HTTP/1.1" status: 200 len: 810 time: 0.1130941 Sep 03 18:18:34.024115 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ee34a77d-98d6-4d96-b56a-1915581c0081 req-f0bfb54d-538d-4e1a-a0cf-164c40638a69 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 210 time: 0.0275295 Sep 03 18:18:34.060814 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-ac25c6cf-3c1d-4b3a-90a3-041e99cac403 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d9fad030dd65493e9b5094cd17743413 HTTP/1.1" status: 200 len: 380 time: 0.0574846 Sep 03 18:18:34.073133 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-5f75ab28-0a7b-44a9-aaec-2a7d80dcc792 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Request body: {'port': {'device_id': 'acaff3f2-696f-431f-8be1-eac6eb9f5bc7', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'admin_state_up': True, 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'security_groups': ['744d1ec1-a82f-4b93-9465-ffa01fdb2c99']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:34.184145 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-5f75ab28-0a7b-44a9-aaec-2a7d80dcc792 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Made reservation on behalf of d9fad030dd65493e9b5094cd17743413 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:18:34.187737 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-5f75ab28-0a7b-44a9-aaec-2a7d80dcc792 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.314213 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-5f75ab28-0a7b-44a9-aaec-2a7d80dcc792 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Allocated IP 172.20.0.14 (6ba05fac-18ef-4556-b8bc-03611f5564b9/afe12978-3220-4047-98a9-897ddeffcbac/d24f0363-fecd-46f2-a253-e9507d963e46) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:18:34.452043 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-5f75ab28-0a7b-44a9-aaec-2a7d80dcc792 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.465671 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-5f75ab28-0a7b-44a9-aaec-2a7d80dcc792 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Transition to ACTIVE for port object d24f0363-fecd-46f2-a253-e9507d963e46 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:34.497088 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-5f75ab28-0a7b-44a9-aaec-2a7d80dcc792 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.540089 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-5f75ab28-0a7b-44a9-aaec-2a7d80dcc792 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Network 6ba05fac-18ef-4556-b8bc-03611f5564b9 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:18:34.542974 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-5f75ab28-0a7b-44a9-aaec-2a7d80dcc792 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:18:34.545373 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-5f75ab28-0a7b-44a9-aaec-2a7d80dcc792 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:18:34.572412 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75ab28-0a7b-44a9-aaec-2a7d80dcc792 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event updated for resources: {'Port': ['ID=d24f0363-fecd-46f2-a253-e9507d963e46,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:34.602077 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-5f75ab28-0a7b-44a9-aaec-2a7d80dcc792 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:34.602746 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-5f75ab28-0a7b-44a9-aaec-2a7d80dcc792 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.617310 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-5f75ab28-0a7b-44a9-aaec-2a7d80dcc792 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5506191 Sep 03 18:18:34.630421 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Request body: {'port': {'device_id': 'acaff3f2-696f-431f-8be1-eac6eb9f5bc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:34.690055 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.784503 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-6ccfe62f-26ed-42a9-93aa-c3560680e322 None None] Provisioning for port d24f0363-fecd-46f2-a253-e9507d963e46 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:34.788818 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-6ccfe62f-26ed-42a9-93aa-c3560680e322 None None] Provisioning complete for port d24f0363-fecd-46f2-a253-e9507d963e46 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:34.789188 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6ccfe62f-26ed-42a9-93aa-c3560680e322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.824372 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-6ccfe62f-26ed-42a9-93aa-c3560680e322 None None] Port d24f0363-fecd-46f2-a253-e9507d963e46 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:18:34.950663 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24f0363-fecd-46f2-a253-e9507d963e46 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:18:34.957679 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:34.969577 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Transition to ACTIVE for port object d24f0363-fecd-46f2-a253-e9507d963e46 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:18:34.972864 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.042575 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Pushing event updated for resources: {'Port': ['ID=d24f0363-fecd-46f2-a253-e9507d963e46,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:35.096209 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Attempting to bind port d24f0363-fecd-46f2-a253-e9507d963e46 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:18:35.096556 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Attempting to bind port d24f0363-fecd-46f2-a253-e9507d963e46 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:18:35.096888 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Attempting to bind port d24f0363-fecd-46f2-a253-e9507d963e46 on network 6ba05fac-18ef-4556-b8bc-03611f5564b9 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:35.103194 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Port d24f0363-fecd-46f2-a253-e9507d963e46 on network 6ba05fac-18ef-4556-b8bc-03611f5564b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:18:35.103615 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Attempting to bind port d24f0363-fecd-46f2-a253-e9507d963e46 on network 6ba05fac-18ef-4556-b8bc-03611f5564b9 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:18:35.111057 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:18:35.111541 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Checking segment: {'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:18:35.112144 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Bound using segment: {'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:18:35.112666 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Bound port: d24f0363-fecd-46f2-a253-e9507d963e46, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adbe6979-0ed0-4819-9a77-d891345b2d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:18:35.113137 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.122210 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52812) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:35.182392 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99504250-267e-40f7-82ab-81f8c4aa345e req-3d19d397-9210-409f-a8cf-259957f5f301 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:35.183969 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-99504250-267e-40f7-82ab-81f8c4aa345e req-3d19d397-9210-409f-a8cf-259957f5f301 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 944 time: 0.0888674 Sep 03 18:18:35.192995 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] For port d24f0363-fecd-46f2-a253-e9507d963e46, host hv-cinder-78878, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:18:35.196880 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] For port d24f0363-fecd-46f2-a253-e9507d963e46, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d24f0363-fecd-46f2-a253-e9507d963e46,segment=NetworkSegment(adbe6979-0ed0-4819-9a77-d891345b2d19),segment_id=adbe6979-0ed0-4819-9a77-d891345b2d19)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:18:35.202150 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7aec04-b09b-4292-9178-82d9a1b8f903 admin admin] Deleting subnet 1f66fe58-7767-4c0f-952d-c77d313d256a {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:18:35.203267 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.211421 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e7aec04-b09b-4292-9178-82d9a1b8f903 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.241935 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:35.242584 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.243981 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] 10.222.0.55 "PUT /v2.0/ports/d24f0363-fecd-46f2-a253-e9507d963e46 HTTP/1.1" status: 200 len: 1094 time: 0.6179025 Sep 03 18:18:35.244434 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acaff3f2-696f-431f-8be1-eac6eb9f5bc7', 'tag': 'd24f0363-fecd-46f2-a253-e9507d963e46'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:35.246710 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019be800-546f-43fe-8c17-78df98aed3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "acaff3f2-696f-431f-8be1-eac6eb9f5bc7", "tag": "d24f0363-fecd-46f2-a253-e9507d963e46"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:35.259581 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-99504250-267e-40f7-82ab-81f8c4aa345e req-a3e228f5-768c-42e9-b195-d8e3a9a8ebba tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=744d1ec1-a82f-4b93-9465-ffa01fdb2c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690863 Sep 03 18:18:35.286547 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e7aec04-b09b-4292-9178-82d9a1b8f903 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27699962'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.288136 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ed032-def0-4824-acad-031b2bac6d79 service neutron] Pushing event updated for resources: {'Port': ['ID=d24f0363-fecd-46f2-a253-e9507d963e46,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:35.304920 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20380c31-2d01-4149-9b1b-3f2cef870ecb x-openstack-request-id: req-20380c31-2d01-4149-9b1b-3f2cef870ecb {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:35.305212 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acaff3f2-696f-431f-8be1-eac6eb9f5bc7", "tag": "d24f0363-fecd-46f2-a253-e9507d963e46", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:35.305491 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20380c31-2d01-4149-9b1b-3f2cef870ecb {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:35.305884 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acaff3f2-696f-431f-8be1-eac6eb9f5bc7', 'tag': 'd24f0363-fecd-46f2-a253-e9507d963e46', 'status': 'completed', 'code': 200} Sep 03 18:18:35.339720 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e7aec04-b09b-4292-9178-82d9a1b8f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.352491 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-fe16f497-ae28-436e-9588-63fb95c83c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:35.354107 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-fe16f497-ae28-436e-9588-63fb95c83c0e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9fad030dd65493e9b5094cd17743413&device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0439157 Sep 03 18:18:35.400032 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-730760f5-ed7b-466d-8550-34dd54600602 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d24f0363-fecd-46f2-a253-e9507d963e46 HTTP/1.1" status: 200 len: 217 time: 0.0370913 Sep 03 18:18:35.403520 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e7aec04-b09b-4292-9178-82d9a1b8f903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25571218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25266592'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.429755 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7aec04-b09b-4292-9178-82d9a1b8f903 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f66fe58-7767-4c0f-952d-c77d313d256a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:35.433442 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-8e7aec04-b09b-4292-9178-82d9a1b8f903 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.437108 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-8e7aec04-b09b-4292-9178-82d9a1b8f903 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1f66fe58-7767-4c0f-952d-c77d313d256a HTTP/1.1" status: 204 len: 168 time: 0.3119919 Sep 03 18:18:35.437727 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52818) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:35.457821 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-b0c1093f-e0f8-4aec-aaa4-93180731c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:35.459429 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-b0c1093f-e0f8-4aec-aaa4-93180731c729 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afe12978-3220-4047-98a9-897ddeffcbac HTTP/1.1" status: 200 len: 849 time: 0.0504205 Sep 03 18:18:35.509590 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac2bd-2ea4-4427-a771-f71b527d0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.511416 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-2f8bd6ce-fe4d-4a64-9fd9-92d3b0ecc182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:35.512886 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-2f8bd6ce-fe4d-4a64-9fd9-92d3b0ecc182 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ba05fac-18ef-4556-b8bc-03611f5564b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459955 Sep 03 18:18:35.588035 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac2bd-2ea4-4427-a771-f71b527d0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.597522 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-ff7ac2bd-2ea4-4427-a771-f71b527d0587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06cc298-59e6-4e1c-8918-dd03b12f8f3c']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:35.605556 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-8c0a8272-d7da-44e8-b083-a215d420f09e service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809910 Sep 03 18:18:35.607591 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-ff7ac2bd-2ea4-4427-a771-f71b527d0587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a47b6ab-904e-4698-a1c5-73ee34fe5472') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:35.607882 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-ff7ac2bd-2ea4-4427-a771-f71b527d0587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a47b6ab-904e-4698-a1c5-73ee34fe5472') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:35.617185 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac2bd-2ea4-4427-a771-f71b527d0587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27699939'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.631655 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac2bd-2ea4-4427-a771-f71b527d0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.637561 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff7ac2bd-2ea4-4427-a771-f71b527d0587 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:18:35.637956 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac2bd-2ea4-4427-a771-f71b527d0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25571276'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: timer() Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: cb(*args, **kw) Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: self._notify() Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: self.callback(batched_events) Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: event.method(event) Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: return self._get(url).json() Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:18:35.639676 dv-cinder-788782-10-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:18:35.695471 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac2bd-2ea4-4427-a771-f71b527d0587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.701088 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac2bd-2ea4-4427-a771-f71b527d0587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.705537 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ff7ac2bd-2ea4-4427-a771-f71b527d0587 admin admin] 10.222.0.45 "DELETE /v2.0/networks/e06cc298-59e6-4e1c-8918-dd03b12f8f3c HTTP/1.1" status: 204 len: 168 time: 0.2643530 Sep 03 18:18:35.706655 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-229d0b77-48e7-4ef7-9fe5-9a00f8da6ad4 req-384e587a-1b39-4c5e-a43c-881804b34298 service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927486 Sep 03 18:18:35.716904 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ac2bd-2ea4-4427-a771-f71b527d0587 admin admin] Pushing event deleted for resources: {'Network': ['ID=e06cc298-59e6-4e1c-8918-dd03b12f8f3c,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:35.794838 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019be800-546f-43fe-8c17-78df98aed3c0 req-e849960b-c7a6-42c4-9601-86ff8bc64680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:35.796344 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-019be800-546f-43fe-8c17-78df98aed3c0 req-e849960b-c7a6-42c4-9601-86ff8bc64680 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9fad030dd65493e9b5094cd17743413&device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 1097 time: 0.0416238 Sep 03 18:18:35.882861 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52822) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:35.890789 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019be800-546f-43fe-8c17-78df98aed3c0 req-4e1f10a1-1156-4b45-bdce-64bc57ea057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:35.892252 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-019be800-546f-43fe-8c17-78df98aed3c0 req-4e1f10a1-1156-4b45-bdce-64bc57ea057a service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ba05fac-18ef-4556-b8bc-03611f5564b9 HTTP/1.1" status: 200 len: 911 time: 0.0883105 Sep 03 18:18:35.922984 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f603859c-c27e-4f14-8b52-e1cdc5a391fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=122b505c2d10486e952c97a7898080ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388300 Sep 03 18:18:35.925503 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52824) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:35.934475 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-019be800-546f-43fe-8c17-78df98aed3c0 req-f36232ca-7f02-4e75-8139-085c60005c2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d24f0363-fecd-46f2-a253-e9507d963e46 HTTP/1.1" status: 200 len: 217 time: 0.0344129 Sep 03 18:18:35.977915 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5c8ed105-e8a7-4c17-9463-ddf4ebf72b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:35.984062 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019be800-546f-43fe-8c17-78df98aed3c0 req-4f8b7d91-2dd9-4735-9457-00497fde3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:35.985505 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-019be800-546f-43fe-8c17-78df98aed3c0 req-4f8b7d91-2dd9-4735-9457-00497fde3518 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afe12978-3220-4047-98a9-897ddeffcbac HTTP/1.1" status: 200 len: 849 time: 0.0435281 Sep 03 18:18:35.998817 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5c8ed105-e8a7-4c17-9463-ddf4ebf72b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.041071 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019be800-546f-43fe-8c17-78df98aed3c0 req-1bf0abe6-4494-4f2b-9976-e93f3d50b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:36.042573 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-019be800-546f-43fe-8c17-78df98aed3c0 req-1bf0abe6-4494-4f2b-9976-e93f3d50b22b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ba05fac-18ef-4556-b8bc-03611f5564b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0497274 Sep 03 18:18:36.053184 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5c8ed105-e8a7-4c17-9463-ddf4ebf72b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.055784 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5c8ed105-e8a7-4c17-9463-ddf4ebf72b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.057024 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5c8ed105-e8a7-4c17-9463-ddf4ebf72b52 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ff36f56e-d870-425d-8d53-32d7f72791f5 HTTP/1.1" status: 204 len: 168 time: 0.1306355 Sep 03 18:18:36.065804 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ed105-e8a7-4c17-9463-ddf4ebf72b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff36f56e-d870-425d-8d53-32d7f72791f5,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:36.134334 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-019be800-546f-43fe-8c17-78df98aed3c0 req-53814bc5-f49c-4e2d-b25f-de0b7b67b2b2 service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829315 Sep 03 18:18:36.237520 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-019be800-546f-43fe-8c17-78df98aed3c0 req-2afbcfbe-2b36-4ed6-bc19-db4ebbbb79f9 service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940495 Sep 03 18:18:36.373609 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1ff994-6308-4af7-9c7c-c703f9adb035 req-6ec8effb-87ca-4da7-b75a-2fb3742953b0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:36.375141 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4e1ff994-6308-4af7-9c7c-c703f9adb035 req-6ec8effb-87ca-4da7-b75a-2fb3742953b0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 944 time: 0.0492396 Sep 03 18:18:36.426808 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4e1ff994-6308-4af7-9c7c-c703f9adb035 req-22791ec3-b9ea-41a8-8e47-67af2a5d6447 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=744d1ec1-a82f-4b93-9465-ffa01fdb2c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447488 Sep 03 18:18:36.563510 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device d24f0363-fecd-46f2-a253-e9507d963e46 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:18:36.659647 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port d24f0363-fecd-46f2-a253-e9507d963e46, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d24f0363-fecd-46f2-a253-e9507d963e46,segment=NetworkSegment(adbe6979-0ed0-4819-9a77-d891345b2d19),segment_id=adbe6979-0ed0-4819-9a77-d891345b2d19)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:36.793177 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': 'd24f0363-fecd-46f2-a253-e9507d963e46', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'port_id': 'd24f0363-fecd-46f2-a253-e9507d963e46', 'mac_address': 'fa:16:3e:a6:fd:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:18:36.829926 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.842237 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24f0363-fecd-46f2-a253-e9507d963e46 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:18:36.861699 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port d24f0363-fecd-46f2-a253-e9507d963e46, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d24f0363-fecd-46f2-a253-e9507d963e46,segment=NetworkSegment(adbe6979-0ed0-4819-9a77-d891345b2d19),segment_id=adbe6979-0ed0-4819-9a77-d891345b2d19)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:36.867280 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:36.914289 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=d24f0363-fecd-46f2-a253-e9507d963e46,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:37.128317 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['d24f0363-fecd-46f2-a253-e9507d963e46'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:18:37.700015 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce75fa-33ff-4e05-8c35-559771540bcc req-b320bc33-9e10-4dc9-82c7-8f6527ab09bd tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:37.701583 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-29ce75fa-33ff-4e05-8c35-559771540bcc req-b320bc33-9e10-4dc9-82c7-8f6527ab09bd tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 945 time: 0.0501630 Sep 03 18:18:37.742547 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-29ce75fa-33ff-4e05-8c35-559771540bcc req-e7bdd1bf-3271-42e0-928b-955c1e6027e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=744d1ec1-a82f-4b93-9465-ffa01fdb2c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349011 Sep 03 18:18:38.579166 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device d24f0363-fecd-46f2-a253-e9507d963e46 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:18:38.626092 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port d24f0363-fecd-46f2-a253-e9507d963e46 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:18:38.629658 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port d24f0363-fecd-46f2-a253-e9507d963e46 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:18:38.630031 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:38.706137 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:38.728104 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaff3f2-696f-431f-8be1-eac6eb9f5bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24f0363-fecd-46f2-a253-e9507d963e46'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:38.730361 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a74b275-bb8b-4fd8-b497-6585eb9e54ec" -d '{"events": [{"server_uuid": "acaff3f2-696f-431f-8be1-eac6eb9f5bc7", "name": "network-vif-plugged", "status": "completed", "tag": "d24f0363-fecd-46f2-a253-e9507d963e46"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:38.742786 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port d24f0363-fecd-46f2-a253-e9507d963e46, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d24f0363-fecd-46f2-a253-e9507d963e46,segment=NetworkSegment(adbe6979-0ed0-4819-9a77-d891345b2d19),segment_id=adbe6979-0ed0-4819-9a77-d891345b2d19)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:18:38.747101 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:38.768992 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f641ca47-c843-4088-b933-8690292b38e1 x-openstack-request-id: req-f641ca47-c843-4088-b933-8690292b38e1 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:38.769275 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaff3f2-696f-431f-8be1-eac6eb9f5bc7", "name": "network-vif-plugged", "status": "completed", "tag": "d24f0363-fecd-46f2-a253-e9507d963e46", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:38.769530 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f641ca47-c843-4088-b933-8690292b38e1 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:38.769911 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acaff3f2-696f-431f-8be1-eac6eb9f5bc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24f0363-fecd-46f2-a253-e9507d963e46', 'code': 200} Sep 03 18:18:38.795301 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=d24f0363-fecd-46f2-a253-e9507d963e46,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:38.861377 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fb457-f8e1-4cdd-a045-2bb42ade3ebe req-de9791c2-1a57-48ae-a05b-0007a9b3652f tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:38.862782 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-115fb457-f8e1-4cdd-a045-2bb42ade3ebe req-de9791c2-1a57-48ae-a05b-0007a9b3652f tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 946 time: 0.0478909 Sep 03 18:18:38.899288 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-115fb457-f8e1-4cdd-a045-2bb42ade3ebe req-da88d64d-bccb-4878-b218-401539ebd751 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=744d1ec1-a82f-4b93-9465-ffa01fdb2c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299671 Sep 03 18:18:40.014604 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db751a5-96e7-4c86-8b4b-fb331a49483e req-1d9b720b-6fbe-4649-9f69-1fe3b76d3db3 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:40.016102 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1db751a5-96e7-4c86-8b4b-fb331a49483e req-1d9b720b-6fbe-4649-9f69-1fe3b76d3db3 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 946 time: 0.0494595 Sep 03 18:18:40.053524 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1db751a5-96e7-4c86-8b4b-fb331a49483e req-90b42c00-262e-43d8-90ae-031984944f29 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=744d1ec1-a82f-4b93-9465-ffa01fdb2c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314658 Sep 03 18:18:41.165116 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58a239f-19cb-4574-af6d-ca622bce561f req-78097b3d-390a-414e-890b-40900c22321f tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:41.166586 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d58a239f-19cb-4574-af6d-ca622bce561f req-78097b3d-390a-414e-890b-40900c22321f tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 946 time: 0.0480366 Sep 03 18:18:41.207529 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d58a239f-19cb-4574-af6d-ca622bce561f req-e728165e-a3c0-436a-96dc-7a18def33216 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=744d1ec1-a82f-4b93-9465-ffa01fdb2c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351317 Sep 03 18:18:41.533920 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666c597-b6b5-4e39-afce-a1deee62c740 req-af4480bb-f481-4db8-8a2f-76a7c61ff4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:41.535450 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4666c597-b6b5-4e39-afce-a1deee62c740 req-af4480bb-f481-4db8-8a2f-76a7c61ff4ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 1099 time: 0.0405746 Sep 03 18:18:41.571163 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4666c597-b6b5-4e39-afce-a1deee62c740 req-b87e77e2-d549-416e-80a4-df2ed8379561 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=744d1ec1-a82f-4b93-9465-ffa01fdb2c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286324 Sep 03 18:18:42.321101 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720468f-dcb1-4e3c-8918-414085ff9174 req-a82e54dd-2c17-4b3f-9cc5-a1a9adb381e0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:42.323281 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1720468f-dcb1-4e3c-8918-414085ff9174 req-a82e54dd-2c17-4b3f-9cc5-a1a9adb381e0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 946 time: 0.0497849 Sep 03 18:18:42.366173 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1720468f-dcb1-4e3c-8918-414085ff9174 req-df6f20da-d6dc-4b6c-9150-e453318e4b38 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=744d1ec1-a82f-4b93-9465-ffa01fdb2c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333269 Sep 03 18:18:43.479197 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc40f8a-2a81-4532-81b1-dca3212076b3 req-c6238769-4bc9-42ab-95e6-2c19776e912d tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:43.480681 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fbc40f8a-2a81-4532-81b1-dca3212076b3 req-c6238769-4bc9-42ab-95e6-2c19776e912d tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 946 time: 0.0487878 Sep 03 18:18:43.518021 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fbc40f8a-2a81-4532-81b1-dca3212076b3 req-8cf993a2-9e4d-48ce-abed-9e86371d191c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=744d1ec1-a82f-4b93-9465-ffa01fdb2c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315289 Sep 03 18:18:43.627904 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab217f-207b-42c5-a2dc-929b610650fc req-753f6715-19fe-472c-8d91-aa09c56dbcc2 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:43.629355 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d7ab217f-207b-42c5-a2dc-929b610650fc req-753f6715-19fe-472c-8d91-aa09c56dbcc2 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 946 time: 0.0503526 Sep 03 18:18:43.637853 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 52920) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:43.642286 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-69f1c1cd-7983-403f-a6f4-7b414c306dd9 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Request body: {'floatingip': {'port_id': 'd24f0363-fecd-46f2-a253-e9507d963e46'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:18:43.684051 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-69f1c1cd-7983-403f-a6f4-7b414c306dd9 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for floatingip, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:44.075703 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 52928) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:44.091755 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-69f1c1cd-7983-403f-a6f4-7b414c306dd9 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:44.095612 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-69f1c1cd-7983-403f-a6f4-7b414c306dd9 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:44.181120 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:44.193696 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-69f1c1cd-7983-403f-a6f4-7b414c306dd9 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Floating IP 91e1b4f4-4b28-444f-a3b0-8a419886d4b0 associated. External IP: 172.27.3.126, port: d24f0363-fecd-46f2-a253-e9507d963e46. Sep 03 18:18:44.272083 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:44.276408 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:44.313765 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27f87aacc8c64256b92876bdada2a3c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2369816 Sep 03 18:18:44.314646 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa16710-8075-48fa-9252-6e799e7357c6,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:44.316560 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 52932) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:18:44.336978 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:44.337327 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:44.337662 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:44.337991 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:44.338348 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:44.338678 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:44.339002 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:44.339325 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:44.339647 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:44.339961 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:44.340276 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:44.340588 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a74a27e-ff99-4262-86ab-784b23696d33 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:18:44.383539 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df792601-ecef-4eaa-afff-5f2f65e4989b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:44.406906 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df792601-ecef-4eaa-afff-5f2f65e4989b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:44.456731 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df792601-ecef-4eaa-afff-5f2f65e4989b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:44.459384 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df792601-ecef-4eaa-afff-5f2f65e4989b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:44.462894 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-df792601-ecef-4eaa-afff-5f2f65e4989b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1fa16710-8075-48fa-9252-6e799e7357c6 HTTP/1.1" status: 204 len: 168 time: 0.1431456 Sep 03 18:18:44.468975 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df792601-ecef-4eaa-afff-5f2f65e4989b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa16710-8075-48fa-9252-6e799e7357c6,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:18:44.649770 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f1c1cd-7983-403f-a6f4-7b414c306dd9 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Router a9c8a15a-9038-46cc-96d8-2bcb6848b236 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:18:44.777811 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f1c1cd-7983-403f-a6f4-7b414c306dd9 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:18:44.782731 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-69f1c1cd-7983-403f-a6f4-7b414c306dd9 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:44.788030 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a20fe1-0de9-4a3e-8503-7f4e6e360920 None None] Sync routers for ids ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:18:44.798689 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a20fe1-0de9-4a3e-8503-7f4e6e360920 None None] Routers {'a9c8a15a-9038-46cc-96d8-2bcb6848b236'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:44.799245 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-88a20fe1-0de9-4a3e-8503-7f4e6e360920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:18:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:44.809035 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-69f1c1cd-7983-403f-a6f4-7b414c306dd9 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "PUT /v2.0/floatingips/91e1b4f4-4b28-444f-a3b0-8a419886d4b0 HTTP/1.1" status: 200 len: 992 time: 1.1700673 Sep 03 18:18:44.809718 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acaff3f2-696f-431f-8be1-eac6eb9f5bc7', 'tag': 'd24f0363-fecd-46f2-a253-e9507d963e46'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:18:44.815176 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a93b74a-eec1-4e9f-9e58-5a816cc66254" -d '{"events": [{"name": "network-changed", "server_uuid": "acaff3f2-696f-431f-8be1-eac6eb9f5bc7", "tag": "d24f0363-fecd-46f2-a253-e9507d963e46"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:18:44.870072 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60ea9e5-8e27-4e16-a07c-98941e3bfe23 x-openstack-request-id: req-f60ea9e5-8e27-4e16-a07c-98941e3bfe23 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:18:44.870574 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acaff3f2-696f-431f-8be1-eac6eb9f5bc7", "tag": "d24f0363-fecd-46f2-a253-e9507d963e46", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:18:44.870958 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f60ea9e5-8e27-4e16-a07c-98941e3bfe23 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:18:44.871357 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acaff3f2-696f-431f-8be1-eac6eb9f5bc7', 'tag': 'd24f0363-fecd-46f2-a253-e9507d963e46', 'status': 'completed', 'code': 200} Sep 03 18:18:44.913447 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-88a20fe1-0de9-4a3e-8503-7f4e6e360920 None None] Set router a9c8a15a-9038-46cc-96d8-2bcb6848b236 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:44.934212 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93b74a-eec1-4e9f-9e58-5a816cc66254 req-73680061-8320-480d-9e5b-a9c54acee226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:44.935781 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4a93b74a-eec1-4e9f-9e58-5a816cc66254 req-73680061-8320-480d-9e5b-a9c54acee226 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=d9fad030dd65493e9b5094cd17743413&device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 1099 time: 0.0413790 Sep 03 18:18:45.027782 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93b74a-eec1-4e9f-9e58-5a816cc66254 req-7ec77924-1f86-4919-b035-719232a2190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:45.029251 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4a93b74a-eec1-4e9f-9e58-5a816cc66254 req-7ec77924-1f86-4919-b035-719232a2190b service neutron] 10.222.0.55 "GET /v2.0/networks?id=6ba05fac-18ef-4556-b8bc-03611f5564b9 HTTP/1.1" status: 200 len: 911 time: 0.0863502 Sep 03 18:18:45.098128 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4a93b74a-eec1-4e9f-9e58-5a816cc66254 req-c5d768ab-ac1a-45cb-95ae-b6b0cacfe079 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d24f0363-fecd-46f2-a253-e9507d963e46 HTTP/1.1" status: 200 len: 1000 time: 0.0604184 Sep 03 18:18:45.138369 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-88a20fe1-0de9-4a3e-8503-7f4e6e360920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '91e1b4f4-4b28-444f-a3b0-8a419886d4b0', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'port_id': 'd24f0363-fecd-46f2-a253-e9507d963e46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'mac_address': 'fa:16:3e:a6:fd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaff3f2-696f-431f-8be1-eac6eb9f5bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:18:31Z', 'updated_at': '2021-09-03T18:18:44Z', 'revision_number': 1, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58dad48-b9fa-42ae-9530-4388e37eb277', 'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'mac_address': 'fa:16:3e:0e:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:29Z', 'updated_at': '2021-09-03T18:13:42Z', 'revision_number': 5, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'subnets': [{'id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:45.146157 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93b74a-eec1-4e9f-9e58-5a816cc66254 req-aa82daff-f29d-44d8-8449-28927f4e47a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:45.148023 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4a93b74a-eec1-4e9f-9e58-5a816cc66254 req-aa82daff-f29d-44d8-8449-28927f4e47a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=afe12978-3220-4047-98a9-897ddeffcbac HTTP/1.1" status: 200 len: 849 time: 0.0429647 Sep 03 18:18:45.164139 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a20fe1-0de9-4a3e-8503-7f4e6e360920 None None] Checking router: a9c8a15a-9038-46cc-96d8-2bcb6848b236 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:18:45.172239 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a20fe1-0de9-4a3e-8503-7f4e6e360920 None None] Routers {'a9c8a15a-9038-46cc-96d8-2bcb6848b236'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:18:45.172839 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-88a20fe1-0de9-4a3e-8503-7f4e6e360920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:18:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:45.196904 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a93b74a-eec1-4e9f-9e58-5a816cc66254 req-cd861116-b1fe-43bc-834c-e0bc7d51d983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:18:45.198522 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4a93b74a-eec1-4e9f-9e58-5a816cc66254 req-cd861116-b1fe-43bc-834c-e0bc7d51d983 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=6ba05fac-18ef-4556-b8bc-03611f5564b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432045 Sep 03 18:18:45.282413 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-88a20fe1-0de9-4a3e-8503-7f4e6e360920 None None] Set router a9c8a15a-9038-46cc-96d8-2bcb6848b236 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:18:45.287688 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4a93b74a-eec1-4e9f-9e58-5a816cc66254 req-8628cbff-004c-4d6b-b937-28dc60034b23 service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821271 Sep 03 18:18:45.380516 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4a93b74a-eec1-4e9f-9e58-5a816cc66254 req-12b3caaf-c10b-400c-8c9f-edd7b0e9ee4a service neutron] 10.222.0.55 "GET /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850439 Sep 03 18:18:45.507414 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-88a20fe1-0de9-4a3e-8503-7f4e6e360920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '91e1b4f4-4b28-444f-a3b0-8a419886d4b0', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'port_id': 'd24f0363-fecd-46f2-a253-e9507d963e46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'mac_address': 'fa:16:3e:a6:fd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaff3f2-696f-431f-8be1-eac6eb9f5bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:18:31Z', 'updated_at': '2021-09-03T18:18:44Z', 'revision_number': 1, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58dad48-b9fa-42ae-9530-4388e37eb277', 'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'mac_address': 'fa:16:3e:0e:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:29Z', 'updated_at': '2021-09-03T18:13:42Z', 'revision_number': 5, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'subnets': [{'id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:18:45.532519 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a20fe1-0de9-4a3e-8503-7f4e6e360920 None None] The sync data for ids ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'] in dv-cinder-788782-10-iscsi is: [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '91e1b4f4-4b28-444f-a3b0-8a419886d4b0', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'floating_ip_address': '172.27.3.126', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'port_id': 'd24f0363-fecd-46f2-a253-e9507d963e46', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'mac_address': 'fa:16:3e:a6:fd:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acaff3f2-696f-431f-8be1-eac6eb9f5bc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:18:31Z', 'updated_at': '2021-09-03T18:18:44Z', 'revision_number': 1, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f58dad48-b9fa-42ae-9530-4388e37eb277', 'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'mac_address': 'fa:16:3e:0e:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:29Z', 'updated_at': '2021-09-03T18:13:42Z', 'revision_number': 5, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'subnets': [{'id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:18:45.721111 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad309bb3-48f5-4e7a-b855-0b1bf02a356e None None] New status for floating IP 91e1b4f4-4b28-444f-a3b0-8a419886d4b0: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:18:52.714415 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e692f6d3-ddd7-41e8-a1e9-e49e5ef4c762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:55.338617 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-fcf9689a-596c-452f-82c0-48170b75ce07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:55.847764 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:56.836184 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:58.139510 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:58.302007 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:18:58.905298 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:19:15.660069 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea2303-e71c-459b-b5a4-4b77192116aa req-b04a401b-2680-409c-b538-9e24852c2710 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:15.661582 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-37ea2303-e71c-459b-b5a4-4b77192116aa req-b04a401b-2680-409c-b538-9e24852c2710 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0519671 Sep 03 18:19:15.699081 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-37ea2303-e71c-459b-b5a4-4b77192116aa req-3682c039-8fb5-497d-b3ab-c3da6cf9e5ed tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309415 Sep 03 18:19:16.819854 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427a39fb-b770-4b7a-b478-8342b1ea3062 req-073f09e1-92ba-4019-969a-0bee0eeb84ba tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:16.821428 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-427a39fb-b770-4b7a-b478-8342b1ea3062 req-073f09e1-92ba-4019-969a-0bee0eeb84ba tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0485513 Sep 03 18:19:16.858276 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-427a39fb-b770-4b7a-b478-8342b1ea3062 req-60ce0639-1fd0-45a2-bf0a-181f5cb76cdc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310254 Sep 03 18:19:17.977595 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ba1a1-6d7d-444c-8759-a44875d8c17b req-470f4bad-405d-4b76-b539-50aa83594c94 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:17.979093 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b09ba1a1-6d7d-444c-8759-a44875d8c17b req-470f4bad-405d-4b76-b539-50aa83594c94 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0508716 Sep 03 18:19:18.016027 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b09ba1a1-6d7d-444c-8759-a44875d8c17b req-f9d55fd0-ec8b-4ece-9fe8-3ddd1ea97b79 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310810 Sep 03 18:19:19.136398 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab1acd6-339e-486b-8d6a-7455ffc6551c req-e2ff3935-05d3-4946-999c-ab00c0d5ce7d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:19.137870 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cab1acd6-339e-486b-8d6a-7455ffc6551c req-e2ff3935-05d3-4946-999c-ab00c0d5ce7d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0504475 Sep 03 18:19:19.173815 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cab1acd6-339e-486b-8d6a-7455ffc6551c req-24e97ff6-6ce0-4f57-965a-5fff2c56ae47 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301526 Sep 03 18:19:20.291742 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952a36a-d8eb-44d5-8d93-06f822ada6d7 req-360bf12e-eced-43bd-9217-f89aaf2e9a05 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:20.293207 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c952a36a-d8eb-44d5-8d93-06f822ada6d7 req-360bf12e-eced-43bd-9217-f89aaf2e9a05 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0483289 Sep 03 18:19:20.328827 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c952a36a-d8eb-44d5-8d93-06f822ada6d7 req-410d33c5-6dd5-4b52-8462-670f0b0a71b4 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299344 Sep 03 18:19:21.446040 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f2f6df-8704-4dce-a361-50c9dfff7e0f req-0bc86e6d-d85f-48e3-a84f-4777bfa1b037 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:21.447537 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-26f2f6df-8704-4dce-a361-50c9dfff7e0f req-0bc86e6d-d85f-48e3-a84f-4777bfa1b037 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0482914 Sep 03 18:19:21.483475 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-26f2f6df-8704-4dce-a361-50c9dfff7e0f req-cb0f034d-8709-4c6b-a875-5080e8d39749 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301688 Sep 03 18:19:22.605491 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df625a-6cc9-4055-a504-a86fcf7ff227 req-e04516b0-8ef3-4597-9f18-661501fde770 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:22.607009 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-10df625a-6cc9-4055-a504-a86fcf7ff227 req-e04516b0-8ef3-4597-9f18-661501fde770 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0528402 Sep 03 18:19:22.645078 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-10df625a-6cc9-4055-a504-a86fcf7ff227 req-5a90a18a-4493-4dff-ad66-f2c4ca4c1145 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322220 Sep 03 18:19:22.713840 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-94cae347-9363-4d82-a1d7-3a4c32a07214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:23.764237 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10dac9-6471-4250-a939-b573a9329b07 req-3e9b06b8-c28e-4388-b20a-6aaf20dcbb15 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:23.765719 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2b10dac9-6471-4250-a939-b573a9329b07 req-3e9b06b8-c28e-4388-b20a-6aaf20dcbb15 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0489099 Sep 03 18:19:23.803796 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2b10dac9-6471-4250-a939-b573a9329b07 req-1829d17a-8932-40f6-817f-4d0dd3c49207 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313663 Sep 03 18:19:24.928798 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4eb26-4f1f-4ea1-846d-9ccf3d460a0f req-da0bde44-2963-451b-81b2-38c5a8473fac tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:24.930324 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aaf4eb26-4f1f-4ea1-846d-9ccf3d460a0f req-da0bde44-2963-451b-81b2-38c5a8473fac tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0586257 Sep 03 18:19:24.967184 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aaf4eb26-4f1f-4ea1-846d-9ccf3d460a0f req-ab022112-909c-46aa-bc63-72a56819803a tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307760 Sep 03 18:19:25.338491 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3ae8a12f-65e9-4c5f-8647-952ae9f2cedc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:25.848128 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:26.087944 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de411cb1-f541-4e1f-89c1-aa62687449fc req-c154996c-a57b-4931-a773-83cc7c2c91b5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:26.089398 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-de411cb1-f541-4e1f-89c1-aa62687449fc req-c154996c-a57b-4931-a773-83cc7c2c91b5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0521710 Sep 03 18:19:26.125234 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-de411cb1-f541-4e1f-89c1-aa62687449fc req-b00806cb-f6b3-44fd-a73d-cab48e7e2aa5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300479 Sep 03 18:19:26.837705 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:27.244675 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6670b2-26f6-432d-8d44-6a4d08ecf778 req-69b010ab-0eda-4117-99ec-973a052d7c19 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:27.246127 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ff6670b2-26f6-432d-8d44-6a4d08ecf778 req-69b010ab-0eda-4117-99ec-973a052d7c19 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0483496 Sep 03 18:19:27.289195 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ff6670b2-26f6-432d-8d44-6a4d08ecf778 req-2f715ef6-4392-423b-964c-865dc0326213 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368726 Sep 03 18:19:28.146729 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:28.326694 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:28.433860 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9131e8b0-6a34-42d8-a035-586b880bf8ac req-677571a1-228b-4552-9727-b11b99bdc557 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:28.441790 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9131e8b0-6a34-42d8-a035-586b880bf8ac req-677571a1-228b-4552-9727-b11b99bdc557 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0685625 Sep 03 18:19:28.484436 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9131e8b0-6a34-42d8-a035-586b880bf8ac req-d0cc167b-8999-49f9-8ec8-4f3cd4de6509 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413821 Sep 03 18:19:28.827672 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device fbd192d4-630f-4569-9cde-371ed14feb66 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:19:28.942033 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port fbd192d4-630f-4569-9cde-371ed14feb66, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fbd192d4-630f-4569-9cde-371ed14feb66,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:28.954524 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'port_id': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'mac_address': 'fa:16:3e:09:05:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:19:28.993695 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:29.013315 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbd192d4-630f-4569-9cde-371ed14feb66 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:19:29.034734 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port fbd192d4-630f-4569-9cde-371ed14feb66, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fbd192d4-630f-4569-9cde-371ed14feb66,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:29.040366 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:29.093928 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=fbd192d4-630f-4569-9cde-371ed14feb66,revision_number=6']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:29.101763 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:29.102111 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:29.102480 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:29.102812 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:29.103141 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:29.103469 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:29.103818 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:29.104141 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:29.104461 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:29.104778 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:29.105094 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:29.105409 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:19:29.135167 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['fbd192d4-630f-4569-9cde-371ed14feb66'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:19:29.628093 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767ed80-15b0-41c8-9143-a7acb7f9f6de req-54bcd786-d107-462d-8162-3961f6d83baf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:29.630516 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4767ed80-15b0-41c8-9143-a7acb7f9f6de req-54bcd786-d107-462d-8162-3961f6d83baf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 945 time: 0.0609021 Sep 03 18:19:29.671786 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4767ed80-15b0-41c8-9143-a7acb7f9f6de req-fb0a3289-a0bf-41ef-971f-1597a3178dc2 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349109 Sep 03 18:19:30.568072 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2d5fca7-2976-4526-b943-6c08fc5fe69b req-08eba88f-6c29-414c-9d46-c773d38d5ad2 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435185 Sep 03 18:19:30.638229 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5fca7-2976-4526-b943-6c08fc5fe69b req-65755a16-5f53-437f-82af-40dd5bb454ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:30.640456 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2d5fca7-2976-4526-b943-6c08fc5fe69b req-65755a16-5f53-437f-82af-40dd5bb454ba service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca9887ef7b2a4b1ea04064556796915d&device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 1098 time: 0.0466533 Sep 03 18:19:30.764341 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5fca7-2976-4526-b943-6c08fc5fe69b req-80ea711b-9b0a-4a9f-8bcb-dc2c06947c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:30.765897 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2d5fca7-2976-4526-b943-6c08fc5fe69b req-80ea711b-9b0a-4a9f-8bcb-dc2c06947c13 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b HTTP/1.1" status: 200 len: 910 time: 0.1042814 Sep 03 18:19:30.801725 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee27997-6569-4cc5-a80b-122169fd19ed req-3fa2ea2e-72fa-4503-81fa-a0c529a9a631 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:30.809566 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bee27997-6569-4cc5-a80b-122169fd19ed req-3fa2ea2e-72fa-4503-81fa-a0c529a9a631 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 945 time: 0.0583944 Sep 03 18:19:30.833370 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device fbd192d4-630f-4569-9cde-371ed14feb66 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:19:30.852344 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bee27997-6569-4cc5-a80b-122169fd19ed req-2caeed13-9fb4-46d5-b4c2-b5b2fed71db8 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403502 Sep 03 18:19:30.889944 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2d5fca7-2976-4526-b943-6c08fc5fe69b req-01ba50f2-3073-43e3-83d5-1f4706c35882 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=695579ed-f964-4788-aceb-48e7f4eeacd0 HTTP/1.1" status: 200 len: 1001 time: 0.1163015 Sep 03 18:19:30.930659 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port fbd192d4-630f-4569-9cde-371ed14feb66 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:19:30.931061 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:30.953848 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5fca7-2976-4526-b943-6c08fc5fe69b req-38026326-0a9a-4e9e-a4b5-f768c65ee0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:30.955638 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2d5fca7-2976-4526-b943-6c08fc5fe69b req-38026326-0a9a-4e9e-a4b5-f768c65ee0dd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4baf20d9-9520-47b3-90c9-1d690066a24e HTTP/1.1" status: 200 len: 848 time: 0.0573585 Sep 03 18:19:31.030526 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5fca7-2976-4526-b943-6c08fc5fe69b req-5838f371-1a5c-464d-b5b8-9ab9c372a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:31.036104 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2d5fca7-2976-4526-b943-6c08fc5fe69b req-5838f371-1a5c-464d-b5b8-9ab9c372a7d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0735431 Sep 03 18:19:31.044438 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:31.080319 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port fbd192d4-630f-4569-9cde-371ed14feb66, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fbd192d4-630f-4569-9cde-371ed14feb66,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:31.081755 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834eceb3-426d-4231-b924-2cf432c669c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd192d4-630f-4569-9cde-371ed14feb66'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:19:31.086199 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0d2e028-eb40-4bf1-abc8-5206a5b37232" -d '{"events": [{"server_uuid": "834eceb3-426d-4231-b924-2cf432c669c5", "name": "network-vif-plugged", "status": "completed", "tag": "fbd192d4-630f-4569-9cde-371ed14feb66"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:19:31.090228 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:31.159833 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=fbd192d4-630f-4569-9cde-371ed14feb66,revision_number=7']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:31.174229 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52cb2d8-d9bd-4aa5-9266-249afe2a41bd req-318811d9-b144-43a6-87f9-f00b5ae5400b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:31.182006 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f52cb2d8-d9bd-4aa5-9266-249afe2a41bd req-318811d9-b144-43a6-87f9-f00b5ae5400b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 946 time: 0.0718660 Sep 03 18:19:31.204144 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2d5fca7-2976-4526-b943-6c08fc5fe69b req-42e542e1-bec7-42f5-8c6e-defa273efb43 service neutron] 10.222.0.55 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585622 Sep 03 18:19:31.228075 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f52cb2d8-d9bd-4aa5-9266-249afe2a41bd req-f91c11df-6757-427f-a490-af33b78cd8fc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450742 Sep 03 18:19:31.322040 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-b2d5fca7-2976-4526-b943-6c08fc5fe69b req-b7519486-5c40-4e76-b04c-c978e11fc875 service neutron] 10.222.0.55 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062317 Sep 03 18:19:31.349159 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305b8ff6-ee59-44b5-9451-970e554f87e3 x-openstack-request-id: req-305b8ff6-ee59-44b5-9451-970e554f87e3 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:19:31.349454 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834eceb3-426d-4231-b924-2cf432c669c5", "name": "network-vif-plugged", "status": "completed", "tag": "fbd192d4-630f-4569-9cde-371ed14feb66", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:19:31.350327 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-305b8ff6-ee59-44b5-9451-970e554f87e3 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:19:31.350803 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834eceb3-426d-4231-b924-2cf432c669c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'code': 200} Sep 03 18:19:32.007824 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657fe88f-c6cb-4914-98e8-ba02c285f977 req-d26f3045-dc85-4f3b-8060-92ca6de7d7f5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:32.009515 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-657fe88f-c6cb-4914-98e8-ba02c285f977 req-d26f3045-dc85-4f3b-8060-92ca6de7d7f5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0769010 Sep 03 18:19:32.057637 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-657fe88f-c6cb-4914-98e8-ba02c285f977 req-d9cc33f0-0cd5-456d-8d37-760685130924 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343711 Sep 03 18:19:32.340454 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fbea02-be54-40e8-82d9-10be4acffb81 req-ab7cc259-50e9-41ac-9c52-605fda7fb95f tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:32.350893 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-64fbea02-be54-40e8-82d9-10be4acffb81 req-ab7cc259-50e9-41ac-9c52-605fda7fb95f tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 946 time: 0.0626764 Sep 03 18:19:32.435144 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-64fbea02-be54-40e8-82d9-10be4acffb81 req-b429f681-8738-48c7-852a-5e76d86d587b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559773 Sep 03 18:19:32.748810 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43ee7e1-9913-4b04-a6db-6aafed6cf04d req-9c302ef9-a184-4387-8d1a-07142c53b47b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:32.750963 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a43ee7e1-9913-4b04-a6db-6aafed6cf04d req-9c302ef9-a184-4387-8d1a-07142c53b47b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.55 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 946 time: 0.0618937 Sep 03 18:19:32.861339 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-a43ee7e1-9913-4b04-a6db-6aafed6cf04d req-c2e6e4c9-8802-4005-8b93-b39abdfb35ea tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Deleting port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:19:32.861668 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a43ee7e1-9913-4b04-a6db-6aafed6cf04d req-c2e6e4c9-8802-4005-8b93-b39abdfb35ea tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:32.964121 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-a43ee7e1-9913-4b04-a6db-6aafed6cf04d req-c2e6e4c9-8802-4005-8b93-b39abdfb35ea tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] For port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=395497b5-a0cf-4fb6-9b31-e7c3eab04f21,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:32.964487 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a43ee7e1-9913-4b04-a6db-6aafed6cf04d req-c2e6e4c9-8802-4005-8b93-b39abdfb35ea tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:33.176740 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a43ee7e1-9913-4b04-a6db-6aafed6cf04d req-c2e6e4c9-8802-4005-8b93-b39abdfb35ea tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:33.177195 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a43ee7e1-9913-4b04-a6db-6aafed6cf04d req-c2e6e4c9-8802-4005-8b93-b39abdfb35ea tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:33.177588 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.l3_db [req-a43ee7e1-9913-4b04-a6db-6aafed6cf04d req-c2e6e4c9-8802-4005-8b93-b39abdfb35ea tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Floating IP 74c4e7b2-1157-4942-91de-1ee5aaea7990 disassociated. External IP: 172.27.3.19, port: 395497b5-a0cf-4fb6-9b31-e7c3eab04f21. Sep 03 18:19:33.178722 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-a43ee7e1-9913-4b04-a6db-6aafed6cf04d req-c2e6e4c9-8802-4005-8b93-b39abdfb35ea tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Calling delete_port for 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:19:33.228407 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b38f1f-70bd-4707-ac9e-c725cea9cc3d req-68fa8682-1075-41b8-8aeb-1956bc91d131 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:33.230677 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-43b38f1f-70bd-4707-ac9e-c725cea9cc3d req-68fa8682-1075-41b8-8aeb-1956bc91d131 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0706236 Sep 03 18:19:33.278023 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-43b38f1f-70bd-4707-ac9e-c725cea9cc3d req-5c568d53-89ef-4acf-93e4-44211d618209 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411143 Sep 03 18:19:33.331158 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a43ee7e1-9913-4b04-a6db-6aafed6cf04d req-c2e6e4c9-8802-4005-8b93-b39abdfb35ea tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:33.364839 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6e4c9-8802-4005-8b93-b39abdfb35ea tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event deleted for resources: {'Port': ['ID=395497b5-a0cf-4fb6-9b31-e7c3eab04f21,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:33.505301 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a43ee7e1-9913-4b04-a6db-6aafed6cf04d req-c2e6e4c9-8802-4005-8b93-b39abdfb35ea tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Router 8daeb64a-9fdc-4c5f-8d36-739021054d31 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:19:33.543934 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-88b58164-1095-4c9c-9f21-3818ab957738 req-2e5d458d-934a-4fd4-87a6-08eefab88246 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=db13547a-1e56-4c10-b3c7-759532c6e1f3 HTTP/1.1" status: 200 len: 210 time: 0.0337093 Sep 03 18:19:33.656557 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a43ee7e1-9913-4b04-a6db-6aafed6cf04d req-c2e6e4c9-8802-4005-8b93-b39abdfb35ea tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:19:33.670988 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869fb588-85fa-4046-81c6-74244566341a None None] Sync routers for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:19:33.683598 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869fb588-85fa-4046-81c6-74244566341a None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:19:33.683598 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-869fb588-85fa-4046-81c6-74244566341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:19:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:19:33.697337 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43ee7e1-9913-4b04-a6db-6aafed6cf04d req-c2e6e4c9-8802-4005-8b93-b39abdfb35ea tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] No DVR routers for this DVR port 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 on host hv-cinder-78878 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:19:33.700342 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a43ee7e1-9913-4b04-a6db-6aafed6cf04d req-c2e6e4c9-8802-4005-8b93-b39abdfb35ea tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:33.702399 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a43ee7e1-9913-4b04-a6db-6aafed6cf04d req-c2e6e4c9-8802-4005-8b93-b39abdfb35ea tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.55 "DELETE /v2.0/ports/395497b5-a0cf-4fb6-9b31-e7c3eab04f21 HTTP/1.1" status: 204 len: 173 time: 0.9420466 Sep 03 18:19:33.702989 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db13547a-1e56-4c10-b3c7-759532c6e1f3', 'name': 'network-vif-deleted', 'tag': '395497b5-a0cf-4fb6-9b31-e7c3eab04f21'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:19:33.705499 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25fd29b-2bba-4147-9830-0ce96ab4e991" -d '{"events": [{"server_uuid": "db13547a-1e56-4c10-b3c7-759532c6e1f3", "name": "network-vif-deleted", "tag": "395497b5-a0cf-4fb6-9b31-e7c3eab04f21"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:19:33.842279 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e746c0-198e-4bef-b1fd-4dc30d14fe9f x-openstack-request-id: req-d9e746c0-198e-4bef-b1fd-4dc30d14fe9f {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:19:33.843281 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db13547a-1e56-4c10-b3c7-759532c6e1f3", "name": "network-vif-deleted", "tag": "395497b5-a0cf-4fb6-9b31-e7c3eab04f21", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:19:33.843762 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d9e746c0-198e-4bef-b1fd-4dc30d14fe9f {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:19:33.849240 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db13547a-1e56-4c10-b3c7-759532c6e1f3', 'name': 'network-vif-deleted', 'tag': '395497b5-a0cf-4fb6-9b31-e7c3eab04f21', 'status': 'completed', 'code': 200} Sep 03 18:19:33.851953 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-869fb588-85fa-4046-81c6-74244566341a None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:19:34.224660 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-869fb588-85fa-4046-81c6-74244566341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:19:34.252486 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869fb588-85fa-4046-81c6-74244566341a None None] Checking router: 8daeb64a-9fdc-4c5f-8d36-739021054d31 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:19:34.262746 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-869fb588-85fa-4046-81c6-74244566341a None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:19:34.263320 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-869fb588-85fa-4046-81c6-74244566341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:19:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:19:34.392373 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-869fb588-85fa-4046-81c6-74244566341a None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:19:34.424638 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc836da-9284-4017-84b4-80cd411f60f5 req-9c8b3709-2ae5-4479-b271-ba624edab51c tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:34.434033 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-efc836da-9284-4017-84b4-80cd411f60f5 req-9c8b3709-2ae5-4479-b271-ba624edab51c tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0722282 Sep 03 18:19:34.487152 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-efc836da-9284-4017-84b4-80cd411f60f5 req-90dc6c33-5c5c-4938-a520-4c66bd3cf517 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518820 Sep 03 18:19:34.811088 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-869fb588-85fa-4046-81c6-74244566341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:19:34.845218 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869fb588-85fa-4046-81c6-74244566341a None None] The sync data for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi is: [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:19:34.858965 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:19:34.906096 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:19:34.906521 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 395497b5-a0cf-4fb6-9b31-e7c3eab04f21 not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:19:34.985399 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-aef5030a-40d7-4939-a3cf-efba1da5600b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480919539&fields=id&tenant_id=fbbf39ea06ed4764ad55a9860853f5f8 HTTP/1.1" status: 200 len: 267 time: 0.0626090 Sep 03 18:19:35.151474 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-2e266de7-1ce7-4a39-9628-05a5c1e2b35f tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:35.159057 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-2e266de7-1ce7-4a39-9628-05a5c1e2b35f tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/networks?id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 200 len: 811 time: 0.1725104 Sep 03 18:19:35.176532 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-796f6bfa-d2c1-4c81-9cef-10f0b9209dd9 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/quotas/fbbf39ea06ed4764ad55a9860853f5f8 HTTP/1.1" status: 200 len: 375 time: 0.0163059 Sep 03 18:19:35.212096 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764abf2c-007e-4562-b67d-1e534c53ca74 None None] New status for floating IP 74c4e7b2-1157-4942-91de-1ee5aaea7990: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:19:35.244979 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-b07294e4-e50d-4ef8-923b-cbe15262b7d6 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0674653 Sep 03 18:19:35.369586 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-33d5c2a3-1ea2-4e4c-b723-db1e7a01b233 service neutron] 10.222.0.45 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233833 Sep 03 18:19:35.472661 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-9890571a-a650-4d4e-a521-85b50c6c78a2 service neutron] 10.222.0.45 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019635 Sep 03 18:19:35.656480 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbaf66-ff54-4577-aedc-58c45c7a9909 req-265766db-fde5-4d25-91f1-33528498e1c5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:35.658137 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32cbaf66-ff54-4577-aedc-58c45c7a9909 req-265766db-fde5-4d25-91f1-33528498e1c5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0915005 Sep 03 18:19:35.701715 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32cbaf66-ff54-4577-aedc-58c45c7a9909 req-e701f4dd-2124-4b0a-9981-7c2deaac5cf2 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361528 Sep 03 18:19:35.878904 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-753ebb2f-8cc5-4cbb-ab0d-fcd22d78b7f1 req-0bc15022-b4ae-4dbb-8d98-bd2738540ea0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 210 time: 0.0306559 Sep 03 18:19:35.905128 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:19:36.907043 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd9a4e-6b49-4334-9201-98d878fd8ae2 req-c1894ac6-879c-452e-953b-e88f0310f8fe tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:36.918808 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d2fd9a4e-6b49-4334-9201-98d878fd8ae2 req-c1894ac6-879c-452e-953b-e88f0310f8fe tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.1116817 Sep 03 18:19:37.008590 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d2fd9a4e-6b49-4334-9201-98d878fd8ae2 req-709fc738-4cb2-445f-a58d-db76d84ba7ba tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0874739 Sep 03 18:19:37.009969 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-a4ed1892-fcde-4119-b8ca-b3ba571397bf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:37.013365 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-a4ed1892-fcde-4119-b8ca-b3ba571397bf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.55 "GET /v2.0/networks?id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 200 len: 811 time: 0.2022369 Sep 03 18:19:37.058610 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ebc2e508-fe2c-454a-b2a5-0f44ee93b170 req-77826657-fde6-45fd-9d72-7b1458ff0888 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 210 time: 0.0440738 Sep 03 18:19:37.339774 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-30fc0133-ed3c-42a8-aae9-fb0c5807c5e4 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbbf39ea06ed4764ad55a9860853f5f8 HTTP/1.1" status: 200 len: 379 time: 0.3158894 Sep 03 18:19:37.352764 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-74fd8c9d-da93-4fd7-9ffa-5cde12d33f75 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Request body: {'port': {'device_id': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'admin_state_up': True, 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'security_groups': ['05d25b1e-6f51-4202-82c3-76c536106f35']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:19:37.475813 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-74fd8c9d-da93-4fd7-9ffa-5cde12d33f75 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Made reservation on behalf of fbbf39ea06ed4764ad55a9860853f5f8 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:19:37.479480 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-74fd8c9d-da93-4fd7-9ffa-5cde12d33f75 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:37.615673 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-74fd8c9d-da93-4fd7-9ffa-5cde12d33f75 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Allocated IP 172.20.0.7 (2e3d5c3b-117a-4d63-b91d-c04b73d3319d/3a7abc42-8f93-433e-8867-522bfd9c85b3/609a9010-9b21-4603-848d-dbcbb5a93f80) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:19:37.771312 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-74fd8c9d-da93-4fd7-9ffa-5cde12d33f75 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:37.789167 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-74fd8c9d-da93-4fd7-9ffa-5cde12d33f75 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Transition to ACTIVE for port object 609a9010-9b21-4603-848d-dbcbb5a93f80 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:19:37.825075 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-74fd8c9d-da93-4fd7-9ffa-5cde12d33f75 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:37.870181 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-74fd8c9d-da93-4fd7-9ffa-5cde12d33f75 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:19:37.873203 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-74fd8c9d-da93-4fd7-9ffa-5cde12d33f75 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:19:37.876754 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-74fd8c9d-da93-4fd7-9ffa-5cde12d33f75 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:19:37.885688 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fd8c9d-da93-4fd7-9ffa-5cde12d33f75 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event updated for resources: {'Port': ['ID=609a9010-9b21-4603-848d-dbcbb5a93f80,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:37.931141 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-74fd8c9d-da93-4fd7-9ffa-5cde12d33f75 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:37.931763 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-74fd8c9d-da93-4fd7-9ffa-5cde12d33f75 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:37.946549 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-74fd8c9d-da93-4fd7-9ffa-5cde12d33f75 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5979030 Sep 03 18:19:37.960074 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Request body: {'port': {'device_id': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:19:38.016948 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:38.134697 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ee923d-a9e9-4a2c-bc01-b8e128b1bbd5 req-eb9b97ae-5448-4c0a-a503-fe0140c9115b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:38.136233 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39ee923d-a9e9-4a2c-bc01-b8e128b1bbd5 req-eb9b97ae-5448-4c0a-a503-fe0140c9115b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0522423 Sep 03 18:19:38.153118 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-5e8774b8-0cee-4503-bf34-88edb6a194cf None None] Provisioning for port 609a9010-9b21-4603-848d-dbcbb5a93f80 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:19:38.158614 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-5e8774b8-0cee-4503-bf34-88edb6a194cf None None] Provisioning complete for port 609a9010-9b21-4603-848d-dbcbb5a93f80 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:19:38.158990 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5e8774b8-0cee-4503-bf34-88edb6a194cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:38.194987 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-5e8774b8-0cee-4503-bf34-88edb6a194cf None None] Port 609a9010-9b21-4603-848d-dbcbb5a93f80 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:19:38.207613 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-39ee923d-a9e9-4a2c-bc01-b8e128b1bbd5 req-afe57006-38b3-443f-88a2-458dd5d1886e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589356 Sep 03 18:19:38.216022 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e87e35-84bc-43ca-bc5a-1ce812248f4e req-a877d5c3-d0fd-4b3c-bdbd-e243acd87380 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:38.223379 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80e87e35-84bc-43ca-bc5a-1ce812248f4e req-a877d5c3-d0fd-4b3c-bdbd-e243acd87380 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 931 time: 0.0855372 Sep 03 18:19:38.258198 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-80e87e35-84bc-43ca-bc5a-1ce812248f4e req-772815ac-a427-470a-9a07-89281d94cef3 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335503 Sep 03 18:19:38.293922 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609a9010-9b21-4603-848d-dbcbb5a93f80 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:19:38.301067 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:38.312976 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Transition to ACTIVE for port object 609a9010-9b21-4603-848d-dbcbb5a93f80 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:19:38.316488 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:38.368922 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Pushing event updated for resources: {'Port': ['ID=609a9010-9b21-4603-848d-dbcbb5a93f80,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:38.412653 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889dc61-f569-4e99-b7bc-3f6357580a29 req-af7d8a69-8991-4cd5-98b7-58f9c1e55224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:38.414466 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d889dc61-f569-4e99-b7bc-3f6357580a29 req-af7d8a69-8991-4cd5-98b7-58f9c1e55224 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91b2e3de39174dfaafef8a07f2e61bc2&device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 1099 time: 0.0534353 Sep 03 18:19:38.439356 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Attempting to bind port 609a9010-9b21-4603-848d-dbcbb5a93f80 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:19:38.439691 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Attempting to bind port 609a9010-9b21-4603-848d-dbcbb5a93f80 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:19:38.440045 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Attempting to bind port 609a9010-9b21-4603-848d-dbcbb5a93f80 on network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:19:38.444885 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Port 609a9010-9b21-4603-848d-dbcbb5a93f80 on network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:19:38.445601 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Attempting to bind port 609a9010-9b21-4603-848d-dbcbb5a93f80 on network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:19:38.450927 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:19:38.451266 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Checking segment: {'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:19:38.451652 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Bound using segment: {'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:19:38.452083 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Bound port: 609a9010-9b21-4603-848d-dbcbb5a93f80, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:19:38.452441 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:38.520890 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] For port 609a9010-9b21-4603-848d-dbcbb5a93f80, host hv-cinder-78878, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:19:38.522681 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889dc61-f569-4e99-b7bc-3f6357580a29 req-98c58cfd-e8f0-4537-b7ef-2707832a4841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:38.524181 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d889dc61-f569-4e99-b7bc-3f6357580a29 req-98c58cfd-e8f0-4537-b7ef-2707832a4841 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04 HTTP/1.1" status: 200 len: 916 time: 0.0991592 Sep 03 18:19:38.525059 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] For port 609a9010-9b21-4603-848d-dbcbb5a93f80, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=609a9010-9b21-4603-848d-dbcbb5a93f80,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:19:38.529289 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:38.566825 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:38.567386 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:38.569433 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] 10.222.0.55 "PUT /v2.0/ports/609a9010-9b21-4603-848d-dbcbb5a93f80 HTTP/1.1" status: 200 len: 1093 time: 0.6143897 Sep 03 18:19:38.569865 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'tag': '609a9010-9b21-4603-848d-dbcbb5a93f80'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:19:38.572111 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513a907e-c336-4158-9ad6-4577c3e8ed54" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c09608-00b1-4d1f-ab9b-23cd4a49020a", "tag": "609a9010-9b21-4603-848d-dbcbb5a93f80"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:19:38.593276 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d889dc61-f569-4e99-b7bc-3f6357580a29 req-78332bc3-c43d-4eb9-857d-3916c0177d8f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbd192d4-630f-4569-9cde-371ed14feb66 HTTP/1.1" status: 200 len: 1001 time: 0.0610869 Sep 03 18:19:38.614187 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bbaffd-8343-4ba3-ad36-275ec3476358 x-openstack-request-id: req-33bbaffd-8343-4ba3-ad36-275ec3476358 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:19:38.614530 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c09608-00b1-4d1f-ab9b-23cd4a49020a", "tag": "609a9010-9b21-4603-848d-dbcbb5a93f80", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:19:38.614788 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33bbaffd-8343-4ba3-ad36-275ec3476358 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:19:38.615299 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'tag': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'status': 'completed', 'code': 200} Sep 03 18:19:38.616917 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca5d2e-3bc2-4cf3-8b97-0e6ee2e33b98 service neutron] Pushing event updated for resources: {'Port': ['ID=609a9010-9b21-4603-848d-dbcbb5a93f80,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:38.658122 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889dc61-f569-4e99-b7bc-3f6357580a29 req-d2919254-b782-4a32-a75e-f006d655685b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:38.659658 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d889dc61-f569-4e99-b7bc-3f6357580a29 req-d2919254-b782-4a32-a75e-f006d655685b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=208c51a8-f834-4218-8eaa-2936809d4cf5 HTTP/1.1" status: 200 len: 854 time: 0.0513730 Sep 03 18:19:38.673233 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-6f7acf2e-8f93-4c0f-9a48-ce980957af06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:38.674789 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-6f7acf2e-8f93-4c0f-9a48-ce980957af06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 1096 time: 0.0486460 Sep 03 18:19:38.718622 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889dc61-f569-4e99-b7bc-3f6357580a29 req-21c501f7-3980-4d8b-bb46-c0a8323b437e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:38.720192 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d889dc61-f569-4e99-b7bc-3f6357580a29 req-21c501f7-3980-4d8b-bb46-c0a8323b437e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0525501 Sep 03 18:19:38.720720 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-42f016ac-4681-4484-b31e-a49ca5a0aa9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=609a9010-9b21-4603-848d-dbcbb5a93f80 HTTP/1.1" status: 200 len: 217 time: 0.0373633 Sep 03 18:19:38.778090 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-1df4d123-d89b-43bc-9541-b93fbb39405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:38.779672 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-1df4d123-d89b-43bc-9541-b93fbb39405e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a7abc42-8f93-433e-8867-522bfd9c85b3 HTTP/1.1" status: 200 len: 850 time: 0.0459664 Sep 03 18:19:38.817532 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d889dc61-f569-4e99-b7bc-3f6357580a29 req-331558a3-b632-4989-a00a-b8511f93bbc0 service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833373 Sep 03 18:19:38.825251 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-14b8fb0b-e77d-44f4-ae85-ff0ec664452d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:38.826867 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-14b8fb0b-e77d-44f4-ae85-ff0ec664452d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401614 Sep 03 18:19:38.915060 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d889dc61-f569-4e99-b7bc-3f6357580a29 req-9efb6e75-69a6-4168-b222-e256ed587d0f service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886033 Sep 03 18:19:38.926742 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-0f68cc13-3730-4d8f-aec8-8213f3ff3e6a service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913389 Sep 03 18:19:39.031017 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-451a2358-c86b-47db-85dc-b3d28cf4e4fd req-1b8d9b74-c772-4089-9509-71852b15107c service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878181 Sep 03 18:19:39.111710 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a907e-c336-4158-9ad6-4577c3e8ed54 req-80396fa3-c363-4ae4-bd3a-210a3658b2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:39.113177 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-513a907e-c336-4158-9ad6-4577c3e8ed54 req-80396fa3-c363-4ae4-bd3a-210a3658b2d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 1096 time: 0.0392153 Sep 03 18:19:39.202979 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a907e-c336-4158-9ad6-4577c3e8ed54 req-d1396d7e-9993-42ce-9fca-2b6ab7f27497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:39.204449 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-513a907e-c336-4158-9ad6-4577c3e8ed54 req-d1396d7e-9993-42ce-9fca-2b6ab7f27497 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 200 len: 912 time: 0.0822048 Sep 03 18:19:39.249677 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-513a907e-c336-4158-9ad6-4577c3e8ed54 req-ec920f89-a2c1-4a1f-984e-af3eb25760e6 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=609a9010-9b21-4603-848d-dbcbb5a93f80 HTTP/1.1" status: 200 len: 217 time: 0.0360527 Sep 03 18:19:39.313695 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a907e-c336-4158-9ad6-4577c3e8ed54 req-528d797b-0083-4425-ad30-e8db8a8385a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:39.315370 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-513a907e-c336-4158-9ad6-4577c3e8ed54 req-528d797b-0083-4425-ad30-e8db8a8385a0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a7abc42-8f93-433e-8867-522bfd9c85b3 HTTP/1.1" status: 200 len: 850 time: 0.0533190 Sep 03 18:19:39.343968 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04163d7-71c9-46b2-90c8-4e8c77757456 req-8b417d68-0d46-41df-ac8d-28a0a170b3bd tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:39.345442 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c04163d7-71c9-46b2-90c8-4e8c77757456 req-8b417d68-0d46-41df-ac8d-28a0a170b3bd tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0591972 Sep 03 18:19:39.367426 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a907e-c336-4158-9ad6-4577c3e8ed54 req-1276957d-463d-414c-99f8-28dd99a42724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:39.368928 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-513a907e-c336-4158-9ad6-4577c3e8ed54 req-1276957d-463d-414c-99f8-28dd99a42724 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413554 Sep 03 18:19:39.413361 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3872c28-8083-4608-8628-33a798199132 req-df74ce81-75fc-49a0-87d4-32c751be190e tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:39.414909 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b3872c28-8083-4608-8628-33a798199132 req-df74ce81-75fc-49a0-87d4-32c751be190e tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 943 time: 0.0868070 Sep 03 18:19:39.418065 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c04163d7-71c9-46b2-90c8-4e8c77757456 req-4b77065b-0dc9-446f-9928-ded9ea649f87 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551131 Sep 03 18:19:39.453097 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b3872c28-8083-4608-8628-33a798199132 req-52b75d9f-049d-4b44-b186-c29eb830c770 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318544 Sep 03 18:19:39.467374 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-513a907e-c336-4158-9ad6-4577c3e8ed54 req-971eb283-b741-4d35-81a3-cd9a07548abb service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867765 Sep 03 18:19:39.556965 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-513a907e-c336-4158-9ad6-4577c3e8ed54 req-5c9d7e7a-d348-4700-b6ae-487257c561d0 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808556 Sep 03 18:19:40.567528 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32856e58-17d7-458d-a716-51f8de2cf065 req-1e4962c3-2f14-4340-9dcc-131e72cc1643 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:40.569198 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32856e58-17d7-458d-a716-51f8de2cf065 req-1e4962c3-2f14-4340-9dcc-131e72cc1643 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 946 time: 0.0747991 Sep 03 18:19:40.593647 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc1c8a-3777-4e8c-98db-347c39fc9b02 req-c507211e-99a1-4f6d-aae9-7e023644f3c1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:40.595226 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-12cc1c8a-3777-4e8c-98db-347c39fc9b02 req-c507211e-99a1-4f6d-aae9-7e023644f3c1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 943 time: 0.0721116 Sep 03 18:19:40.649444 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32856e58-17d7-458d-a716-51f8de2cf065 req-0f7336bc-ead7-4885-8743-cac514824bc0 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734522 Sep 03 18:19:40.665803 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-12cc1c8a-3777-4e8c-98db-347c39fc9b02 req-8982a9ae-ae25-40de-95f1-550b6f6aaf7a tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630760 Sep 03 18:19:40.913558 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device fbd192d4-630f-4569-9cde-371ed14feb66 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:19:40.995746 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:41.020804 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834eceb3-426d-4231-b924-2cf432c669c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd192d4-630f-4569-9cde-371ed14feb66'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:19:41.024240 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e8e681c-466a-4e66-b370-a1349760ed01" -d '{"events": [{"server_uuid": "834eceb3-426d-4231-b924-2cf432c669c5", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd192d4-630f-4569-9cde-371ed14feb66"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:19:41.036327 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port fbd192d4-630f-4569-9cde-371ed14feb66, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fbd192d4-630f-4569-9cde-371ed14feb66,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:41.040431 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:41.066111 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 03 Sep 2021 18:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03b2634-98a5-4991-9b6f-42d4c376bafb x-openstack-request-id: req-a03b2634-98a5-4991-9b6f-42d4c376bafb {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:19:41.066425 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834eceb3-426d-4231-b924-2cf432c669c5", "name": "network-vif-unplugged", "status": "failed", "tag": "fbd192d4-630f-4569-9cde-371ed14feb66", "code": 422}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:19:41.066696 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a03b2634-98a5-4991-9b6f-42d4c376bafb {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:19:41.067336 dv-cinder-788782-10-iscsi neutron-server[94086]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '834eceb3-426d-4231-b924-2cf432c669c5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'code': 422} returned with failed status Sep 03 18:19:41.093699 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=fbd192d4-630f-4569-9cde-371ed14feb66,revision_number=8']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:41.804083 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9ec8dc-8b3b-46d4-9156-4ee52ea8d9e9 req-51dc87ef-e1f9-4dec-8bce-e30ee86c359f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:41.805570 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9c9ec8dc-8b3b-46d4-9156-4ee52ea8d9e9 req-51dc87ef-e1f9-4dec-8bce-e30ee86c359f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.0808184 Sep 03 18:19:41.812675 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8ddf9-28eb-44bc-839f-dc562cd969df req-f3f0e4d0-f96f-4944-8a17-f74d3e7c046d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:41.814029 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-48b8ddf9-28eb-44bc-839f-dc562cd969df req-f3f0e4d0-f96f-4944-8a17-f74d3e7c046d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 943 time: 0.0786664 Sep 03 18:19:41.869266 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9c9ec8dc-8b3b-46d4-9156-4ee52ea8d9e9 req-27f9a3ad-e08a-484a-bb3d-b9c9bc80144d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542774 Sep 03 18:19:41.872270 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-48b8ddf9-28eb-44bc-839f-dc562cd969df req-07b3a3f7-e61e-439e-adde-3dd4d0ff1668 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511107 Sep 03 18:19:42.756463 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [req-c390ee9b-ec8b-4d8d-9e9f-2eea8dc032cb req-8f7f1697-4e84-49a3-a3c2-f6445520244b service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94085) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:19:42.758134 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c390ee9b-ec8b-4d8d-9e9f-2eea8dc032cb req-8f7f1697-4e84-49a3-a3c2-f6445520244b service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1063328 Sep 03 18:19:42.911111 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da9e53-79e1-42ca-9072-06c7d62eb80b req-dd7e2d33-7786-4fa7-b3ae-8d54e10ffa4a tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:42.912660 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-45da9e53-79e1-42ca-9072-06c7d62eb80b req-dd7e2d33-7786-4fa7-b3ae-8d54e10ffa4a tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.0494869 Sep 03 18:19:42.965641 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-45da9e53-79e1-42ca-9072-06c7d62eb80b req-7ba0ff83-cae5-4685-bc30-9a39a72cdf07 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464215 Sep 03 18:19:43.001514 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865983b-e51a-4dc9-bbcc-026ac00e8718 req-9c2aef90-1674-4cce-86e3-ac6444f730a5 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:43.003191 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d865983b-e51a-4dc9-bbcc-026ac00e8718 req-9c2aef90-1674-4cce-86e3-ac6444f730a5 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 943 time: 0.0523312 Sep 03 18:19:43.043272 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d865983b-e51a-4dc9-bbcc-026ac00e8718 req-ed41ea93-3dd3-496a-a9b8-ad66b60dafbe tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326815 Sep 03 18:19:43.161841 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 53366) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:19:43.250614 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ca5a8ed9-701b-42e3-b7b3-29a5d42e87dc req-63f23971-05a6-4f67-adff-f25e1622e228 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0874906 Sep 03 18:19:43.259940 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-ca5a8ed9-701b-42e3-b7b3-29a5d42e87dc req-28313f52-d2bf-4e69-b300-651d6ce06a4f service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:19:43.260912 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ca5a8ed9-701b-42e3-b7b3-29a5d42e87dc req-28313f52-d2bf-4e69-b300-651d6ce06a4f service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055637 Sep 03 18:19:44.052046 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a8ed9-701b-42e3-b7b3-29a5d42e87dc req-d617ccf7-2c2b-4b4b-a88b-72a1b81765b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:44.054138 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ca5a8ed9-701b-42e3-b7b3-29a5d42e87dc req-d617ccf7-2c2b-4b4b-a88b-72a1b81765b9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5&tenant_id=91b2e3de39174dfaafef8a07f2e61bc2 HTTP/1.1" status: 200 len: 1097 time: 0.0397882 Sep 03 18:19:44.085167 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1774b13-c7cb-44bc-978c-b3a6d7618b8f req-8374c839-9cf6-498c-8535-71f795b6be4b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:44.088326 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d1774b13-c7cb-44bc-978c-b3a6d7618b8f req-8374c839-9cf6-498c-8535-71f795b6be4b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.0512409 Sep 03 18:19:44.123562 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a8ed9-701b-42e3-b7b3-29a5d42e87dc req-798d2583-c419-42ea-b591-908f14fe5b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:44.125045 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ca5a8ed9-701b-42e3-b7b3-29a5d42e87dc req-798d2583-c419-42ea-b591-908f14fe5b78 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91b2e3de39174dfaafef8a07f2e61bc2&device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 1097 time: 0.0457458 Sep 03 18:19:44.157413 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d1774b13-c7cb-44bc-978c-b3a6d7618b8f req-735f5fc1-a366-4afe-b995-1862377a2d9e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630360 Sep 03 18:19:44.177176 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a240ee-1418-4149-8fdf-18968b9befda req-4da5ca99-6082-4fb2-b4d2-cb38bf6722ed tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:44.178764 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8a240ee-1418-4149-8fdf-18968b9befda req-4da5ca99-6082-4fb2-b4d2-cb38bf6722ed tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 943 time: 0.0577145 Sep 03 18:19:44.224297 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f8a240ee-1418-4149-8fdf-18968b9befda req-766f0c31-9160-4759-a3cc-edb01af61c12 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382526 Sep 03 18:19:44.229587 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a8ed9-701b-42e3-b7b3-29a5d42e87dc req-ff98e8ff-b32d-4aa9-b133-602b38bac905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:44.231300 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ca5a8ed9-701b-42e3-b7b3-29a5d42e87dc req-ff98e8ff-b32d-4aa9-b133-602b38bac905 service neutron] 10.222.0.55 "GET /v2.0/networks?id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04 HTTP/1.1" status: 200 len: 916 time: 0.0988469 Sep 03 18:19:44.296899 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ca5a8ed9-701b-42e3-b7b3-29a5d42e87dc req-73127aca-eb45-4a55-9a40-83f8568d4c97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbd192d4-630f-4569-9cde-371ed14feb66 HTTP/1.1" status: 200 len: 999 time: 0.0579052 Sep 03 18:19:44.349258 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a8ed9-701b-42e3-b7b3-29a5d42e87dc req-7ffee1f3-bb9b-4165-815c-96a22127983f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:44.351290 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ca5a8ed9-701b-42e3-b7b3-29a5d42e87dc req-7ffee1f3-bb9b-4165-815c-96a22127983f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=208c51a8-f834-4218-8eaa-2936809d4cf5 HTTP/1.1" status: 200 len: 854 time: 0.0477419 Sep 03 18:19:44.397887 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a8ed9-701b-42e3-b7b3-29a5d42e87dc req-a0577c3a-e85c-4abb-b5ea-dc8afef49a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:44.399599 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ca5a8ed9-701b-42e3-b7b3-29a5d42e87dc req-a0577c3a-e85c-4abb-b5ea-dc8afef49a5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405452 Sep 03 18:19:44.487930 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ca5a8ed9-701b-42e3-b7b3-29a5d42e87dc req-a832a738-a7a5-45c3-ac03-2a863fe8a4ce service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808702 Sep 03 18:19:44.579449 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ca5a8ed9-701b-42e3-b7b3-29a5d42e87dc req-9efd9985-ba52-4e28-83e0-b94bd38ab253 service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846972 Sep 03 18:19:45.336541 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f6a464-5e39-4ebf-8881-825ebb86ce3e req-b1076de1-fadd-4d65-8c7c-3cb21caca58d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:45.338310 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f3f6a464-5e39-4ebf-8881-825ebb86ce3e req-b1076de1-fadd-4d65-8c7c-3cb21caca58d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.0768995 Sep 03 18:19:45.416254 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d6387a-b962-469a-901f-721be555c578 req-d27e90c2-2515-4c85-be12-ee6eb2eef237 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:45.418175 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-42d6387a-b962-469a-901f-721be555c578 req-d27e90c2-2515-4c85-be12-ee6eb2eef237 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 943 time: 0.0786474 Sep 03 18:19:45.421402 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f3f6a464-5e39-4ebf-8881-825ebb86ce3e req-74186efe-a374-4d82-9dba-a6505cb894f7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531375 Sep 03 18:19:45.466899 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-42d6387a-b962-469a-901f-721be555c578 req-0ca3ccb2-b144-4537-8ed0-d394c92921e7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339491 Sep 03 18:19:46.592368 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baaffe8-ef6d-4017-b19e-1c1dbbe5c153 req-d69f9401-3c2a-46ef-b99b-30c928a83121 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:46.593841 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9baaffe8-ef6d-4017-b19e-1c1dbbe5c153 req-d69f9401-3c2a-46ef-b99b-30c928a83121 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.0917909 Sep 03 18:19:46.624607 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4e1d4-0b55-4e0b-844a-28ef2de4660c req-384bf7ca-86d0-49ab-83d7-7f66b0e973d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:46.626024 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2fe4e1d4-0b55-4e0b-844a-28ef2de4660c req-384bf7ca-86d0-49ab-83d7-7f66b0e973d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 943 time: 0.0809472 Sep 03 18:19:46.664133 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9baaffe8-ef6d-4017-b19e-1c1dbbe5c153 req-7c360d00-27f2-418d-8826-5c1eecbd3012 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627496 Sep 03 18:19:46.683676 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2fe4e1d4-0b55-4e0b-844a-28ef2de4660c req-aac1fba3-d127-433b-80d8-d79f77e7280a tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492389 Sep 03 18:19:47.858170 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47938b74-05f7-4041-b223-118464dfc623 req-70b221b8-0e77-44a5-9b67-59c9027583e5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:47.865447 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-47938b74-05f7-4041-b223-118464dfc623 req-70b221b8-0e77-44a5-9b67-59c9027583e5 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.0962288 Sep 03 18:19:47.875850 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01910c56-709c-4498-a4c5-345bedd910c9 req-ab6053ef-00fa-49fb-b15b-60d1a63b23d3 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:47.877538 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-01910c56-709c-4498-a4c5-345bedd910c9 req-ab6053ef-00fa-49fb-b15b-60d1a63b23d3 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 943 time: 0.0968337 Sep 03 18:19:47.925249 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-47938b74-05f7-4041-b223-118464dfc623 req-8541746f-3c51-4ed9-bf83-44ec2b5639b3 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582330 Sep 03 18:19:47.938609 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-01910c56-709c-4498-a4c5-345bedd910c9 req-fb00d392-933b-4bbc-877e-5342458b3674 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476820 Sep 03 18:19:49.100602 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84338a4-ea32-451e-af7c-2fe614f936e0 req-79a6e1e7-6429-42e3-99fc-384d1a9aa8f7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:49.102063 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d84338a4-ea32-451e-af7c-2fe614f936e0 req-79a6e1e7-6429-42e3-99fc-384d1a9aa8f7 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.1013620 Sep 03 18:19:49.109052 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119651c-6bc2-45c7-a857-483fe402f614 req-f9a2089e-5243-49af-826e-d5e9b4568f5c tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:49.110391 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2119651c-6bc2-45c7-a857-483fe402f614 req-f9a2089e-5243-49af-826e-d5e9b4568f5c tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 943 time: 0.0735679 Sep 03 18:19:49.170323 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d84338a4-ea32-451e-af7c-2fe614f936e0 req-88a951d0-08e9-4a48-8aab-22789823041c tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583951 Sep 03 18:19:49.179475 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2119651c-6bc2-45c7-a857-483fe402f614 req-93c80cf4-a824-4c58-9079-05ce7935e167 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624981 Sep 03 18:19:50.327852 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061f861-cc52-48b9-85ea-6e4fe994a1a0 req-1b5b6c93-4fcc-4e97-81bb-ddbd4f8eec15 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:50.329314 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5061f861-cc52-48b9-85ea-6e4fe994a1a0 req-1b5b6c93-4fcc-4e97-81bb-ddbd4f8eec15 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.0785282 Sep 03 18:19:50.337207 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da7357c-0e89-48ab-9484-0b754710eb1e req-15e221f1-37a4-402e-bf7b-9efba703ef0d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:50.338529 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5da7357c-0e89-48ab-9484-0b754710eb1e req-15e221f1-37a4-402e-bf7b-9efba703ef0d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 943 time: 0.0899620 Sep 03 18:19:50.384089 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5061f861-cc52-48b9-85ea-6e4fe994a1a0 req-4a194abe-10b2-45bd-8c6d-d25f16040945 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445971 Sep 03 18:19:50.422829 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5da7357c-0e89-48ab-9484-0b754710eb1e req-c91b11d3-b810-4132-a9ac-74b9f397baca tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775898 Sep 03 18:19:51.552716 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e4c0b-1300-4925-984a-78a5e3b9e96f req-5ded126d-424f-4cf4-bbb5-d7318b13b2cf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:51.555721 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a80e4c0b-1300-4925-984a-78a5e3b9e96f req-5ded126d-424f-4cf4-bbb5-d7318b13b2cf tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.0812383 Sep 03 18:19:51.577872 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5896c-b2e2-48a1-89ce-86abbd99acdd req-48b90b1c-06f8-419c-99df-fad62572a3e7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:51.579756 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5896c-b2e2-48a1-89ce-86abbd99acdd req-48b90b1c-06f8-419c-99df-fad62572a3e7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 943 time: 0.0756540 Sep 03 18:19:51.627139 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a80e4c0b-1300-4925-984a-78a5e3b9e96f req-732ebc6b-b457-46dd-9e6c-4f72bb9b4d33 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618763 Sep 03 18:19:51.634725 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bbd5896c-b2e2-48a1-89ce-86abbd99acdd req-8bbb226d-90f9-4035-88a3-e5a673b31c62 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468106 Sep 03 18:19:52.735007 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f1404a15-d4d6-4d25-85b1-06baa483b1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:52.817303 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcab6ac-81f7-45d6-b363-ece9ed4cfb3d req-90244bab-eb7a-4116-81af-378e40622264 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:52.819565 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7fcab6ac-81f7-45d6-b363-ece9ed4cfb3d req-90244bab-eb7a-4116-81af-378e40622264 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.0933416 Sep 03 18:19:52.832634 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96d60de-54e4-41ca-a3e2-df2a37d7caa2 req-a65147db-5332-4621-8ec9-c45f00344134 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:52.834102 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c96d60de-54e4-41ca-a3e2-df2a37d7caa2 req-a65147db-5332-4621-8ec9-c45f00344134 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 943 time: 0.0977871 Sep 03 18:19:52.891488 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7fcab6ac-81f7-45d6-b363-ece9ed4cfb3d req-3bb1dbd8-0f49-4f04-9a5d-7bd7b65faf5c tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522170 Sep 03 18:19:52.893977 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c96d60de-54e4-41ca-a3e2-df2a37d7caa2 req-ba40ff40-48d2-4ab2-9b07-8dfdab954dca tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525260 Sep 03 18:19:54.048349 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8806fde-a9d7-4aaf-a74b-993e0bc3354d req-a30a1d2b-7737-490c-803f-dc5736aba22e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:54.050226 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e8806fde-a9d7-4aaf-a74b-993e0bc3354d req-a30a1d2b-7737-490c-803f-dc5736aba22e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.0877476 Sep 03 18:19:54.073923 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6f97e2-b1f1-4bb8-bd00-e97e704411c5 req-a5f1f197-a9b5-4190-a4c5-4db1bbcf0ce9 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:54.081130 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac6f97e2-b1f1-4bb8-bd00-e97e704411c5 req-a5f1f197-a9b5-4190-a4c5-4db1bbcf0ce9 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 943 time: 0.0860283 Sep 03 18:19:54.135788 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac6f97e2-b1f1-4bb8-bd00-e97e704411c5 req-1a3077ba-3378-4c2a-b485-bf9be1675e78 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538068 Sep 03 18:19:54.138783 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e8806fde-a9d7-4aaf-a74b-993e0bc3354d req-93af46d8-20e5-46a3-a4dc-77c13e7cd924 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805502 Sep 03 18:19:55.286490 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21621b0-ac57-4b35-bb39-45e1fd5e8161 req-3dec88e7-7d76-40e5-9713-e0c01db3e7da tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:55.288165 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d21621b0-ac57-4b35-bb39-45e1fd5e8161 req-3dec88e7-7d76-40e5-9713-e0c01db3e7da tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.0778074 Sep 03 18:19:55.300251 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb85bc3b-be1a-4e54-ba96-a254bd48197f req-bc6f0278-b553-4562-9af7-5bd0eeb55c33 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:55.301710 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eb85bc3b-be1a-4e54-ba96-a254bd48197f req-bc6f0278-b553-4562-9af7-5bd0eeb55c33 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 943 time: 0.0893226 Sep 03 18:19:55.347560 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c7d95578-b361-46d9-a953-19936977a51b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:55.357006 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d21621b0-ac57-4b35-bb39-45e1fd5e8161 req-83fdbf93-3d64-46fa-a02e-7a446b0ad348 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543282 Sep 03 18:19:55.364532 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-eb85bc3b-be1a-4e54-ba96-a254bd48197f req-f2d7222b-ae18-41bb-9f72-8056ada35f14 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560012 Sep 03 18:19:55.849205 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:56.524026 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5646c-52db-4183-b550-4795750b0273 req-2f5f6e30-fb87-4232-9314-76f2fef037d5 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:56.525520 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-41c5646c-52db-4183-b550-4795750b0273 req-2f5f6e30-fb87-4232-9314-76f2fef037d5 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 943 time: 0.0891569 Sep 03 18:19:56.537107 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171e501-b600-4a94-a926-c4743a49428e req-c9170681-e27a-43c7-83e5-3cd9887c334b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:56.539145 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8171e501-b600-4a94-a926-c4743a49428e req-c9170681-e27a-43c7-83e5-3cd9887c334b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 944 time: 0.0841515 Sep 03 18:19:56.593792 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-41c5646c-52db-4183-b550-4795750b0273 req-e8a39385-14bb-44e4-b6ef-1722904777e2 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537190 Sep 03 18:19:56.596692 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8171e501-b600-4a94-a926-c4743a49428e req-ff8a5774-cd84-446e-b44d-97c238b6ce54 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508883 Sep 03 18:19:56.841430 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:56.980930 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device fbd192d4-630f-4569-9cde-371ed14feb66 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:19:57.087705 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port fbd192d4-630f-4569-9cde-371ed14feb66, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fbd192d4-630f-4569-9cde-371ed14feb66,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:57.091189 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a1080-3e1e-4fe6-a476-d7d139df9f45 req-c256c358-cd00-444b-baab-b2eaa182ffd6 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:57.092803 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-912a1080-3e1e-4fe6-a476-d7d139df9f45 req-c256c358-cd00-444b-baab-b2eaa182ffd6 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0509868 Sep 03 18:19:57.098779 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'port_id': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'mac_address': 'fa:16:3e:09:05:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:19:57.129646 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-912a1080-3e1e-4fe6-a476-d7d139df9f45 req-53e9dcdb-0e22-4646-a564-f6ff6b42d77a tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307837 Sep 03 18:19:57.138885 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:57.151690 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbd192d4-630f-4569-9cde-371ed14feb66 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:19:57.176604 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port fbd192d4-630f-4569-9cde-371ed14feb66, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fbd192d4-630f-4569-9cde-371ed14feb66,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:57.180911 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:57.181726 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 609a9010-9b21-4603-848d-dbcbb5a93f80 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:19:57.248488 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=fbd192d4-630f-4569-9cde-371ed14feb66,revision_number=9']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:57.317035 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 609a9010-9b21-4603-848d-dbcbb5a93f80, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=609a9010-9b21-4603-848d-dbcbb5a93f80,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:57.327844 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'port_id': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'mac_address': 'fa:16:3e:b9:16:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:19:57.363602 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:57.376468 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609a9010-9b21-4603-848d-dbcbb5a93f80 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:19:57.395380 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 609a9010-9b21-4603-848d-dbcbb5a93f80, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=609a9010-9b21-4603-848d-dbcbb5a93f80,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:57.400471 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:57.445116 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=609a9010-9b21-4603-848d-dbcbb5a93f80,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:57.652781 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['fbd192d4-630f-4569-9cde-371ed14feb66'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:19:57.657301 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['609a9010-9b21-4603-848d-dbcbb5a93f80'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:19:57.730944 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d10023f-77ab-46e3-a09c-f743534227c6 req-bc94cf49-ee55-4756-8e95-e88bf1e108ec tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:57.735608 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0d10023f-77ab-46e3-a09c-f743534227c6 req-bc94cf49-ee55-4756-8e95-e88bf1e108ec tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 944 time: 0.0653851 Sep 03 18:19:57.781796 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0d10023f-77ab-46e3-a09c-f743534227c6 req-7c5bba11-ad45-47ab-8ba6-02dd7d511339 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433364 Sep 03 18:19:57.886571 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95bb29-57ca-4ba1-8cdf-9689c3faf424 req-c02bb372-3240-445c-a37f-33d0790640c8 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:57.888162 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fc95bb29-57ca-4ba1-8cdf-9689c3faf424 req-c02bb372-3240-445c-a37f-33d0790640c8 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 945 time: 0.0573711 Sep 03 18:19:57.930555 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fc95bb29-57ca-4ba1-8cdf-9689c3faf424 req-97e2c5cd-bda2-494a-84db-23495f36da3d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361545 Sep 03 18:19:58.144794 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:58.244499 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40978e54-8306-410d-aa94-988f676a8f1c req-6543162a-acbb-4196-96c0-343140200d6a tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:58.246079 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40978e54-8306-410d-aa94-988f676a8f1c req-6543162a-acbb-4196-96c0-343140200d6a tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0489113 Sep 03 18:19:58.288818 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40978e54-8306-410d-aa94-988f676a8f1c req-370139d6-2724-40f3-a60f-c0be72263057 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352173 Sep 03 18:19:58.342783 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:58.900796 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624e6535-0e87-4140-84c5-3d9f902dea01 req-c510f674-d202-46cc-aa3f-660180a86ebc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:58.902348 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-624e6535-0e87-4140-84c5-3d9f902dea01 req-c510f674-d202-46cc-aa3f-660180a86ebc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 944 time: 0.0507436 Sep 03 18:19:58.940220 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-624e6535-0e87-4140-84c5-3d9f902dea01 req-cb14ccdd-17dc-4f99-8d5c-3a215c0f9419 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318093 Sep 03 18:19:59.014422 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 609a9010-9b21-4603-848d-dbcbb5a93f80 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:19:59.052190 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316d0b8-b4c9-4b18-958a-23e623729c47 req-c73700aa-70c3-452f-8d67-02df4c8737f1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:59.054549 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6316d0b8-b4c9-4b18-958a-23e623729c47 req-c73700aa-70c3-452f-8d67-02df4c8737f1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 945 time: 0.0519974 Sep 03 18:19:59.063270 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port 609a9010-9b21-4603-848d-dbcbb5a93f80 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:19:59.067261 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port 609a9010-9b21-4603-848d-dbcbb5a93f80 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:19:59.067728 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:59.094565 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6316d0b8-b4c9-4b18-958a-23e623729c47 req-18fef23b-60f6-4665-ac5a-168c240f20b3 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325816 Sep 03 18:19:59.154867 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:59.176533 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609a9010-9b21-4603-848d-dbcbb5a93f80'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:19:59.178785 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a698c6-cdc9-4a5d-990d-74fede0f234a" -d '{"events": [{"server_uuid": "b8c09608-00b1-4d1f-ab9b-23cd4a49020a", "name": "network-vif-plugged", "status": "completed", "tag": "609a9010-9b21-4603-848d-dbcbb5a93f80"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:19:59.191387 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 609a9010-9b21-4603-848d-dbcbb5a93f80, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=609a9010-9b21-4603-848d-dbcbb5a93f80,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:59.195022 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:59.195792 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device fbd192d4-630f-4569-9cde-371ed14feb66 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:19:59.219086 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b48504-a9e0-49d2-94b7-ac589f04fe16 x-openstack-request-id: req-b0b48504-a9e0-49d2-94b7-ac589f04fe16 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:19:59.219368 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c09608-00b1-4d1f-ab9b-23cd4a49020a", "name": "network-vif-plugged", "status": "completed", "tag": "609a9010-9b21-4603-848d-dbcbb5a93f80", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:19:59.219611 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b0b48504-a9e0-49d2-94b7-ac589f04fe16 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:19:59.219986 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'code': 200} Sep 03 18:19:59.273956 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=609a9010-9b21-4603-848d-dbcbb5a93f80,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:59.284657 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port fbd192d4-630f-4569-9cde-371ed14feb66 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:19:59.285025 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:59.376746 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:59.415161 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d93a907-a6bd-46b0-a7ba-76f81760caa2 req-f4c09405-23bd-4ba3-b7a1-79e885d756f2 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:59.423581 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3d93a907-a6bd-46b0-a7ba-76f81760caa2 req-f4c09405-23bd-4ba3-b7a1-79e885d756f2 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0594211 Sep 03 18:19:59.429405 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port fbd192d4-630f-4569-9cde-371ed14feb66, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fbd192d4-630f-4569-9cde-371ed14feb66,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:19:59.434107 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:19:59.443185 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f13a0af-198c-4b22-92ba-43cfa6cb3d88 req-19a9f360-b4f4-45db-b5c5-90d5576c49b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:59.445327 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1f13a0af-198c-4b22-92ba-43cfa6cb3d88 req-19a9f360-b4f4-45db-b5c5-90d5576c49b0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 1098 time: 0.0593493 Sep 03 18:19:59.478862 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3d93a907-a6bd-46b0-a7ba-76f81760caa2 req-88fd14e9-8310-4c05-a1d8-d4c8a52e5c15 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543330 Sep 03 18:19:59.489086 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-1f13a0af-198c-4b22-92ba-43cfa6cb3d88 req-34695c4b-c7d9-45da-b007-264e31f5b807 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339980 Sep 03 18:19:59.490172 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=fbd192d4-630f-4569-9cde-371ed14feb66,revision_number=10']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:19:59.520900 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ad3e0-a6f6-4b99-8719-b655726eb68d req-659d6602-9733-482e-82d1-64ebc27c78cf tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:19:59.523480 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-551ad3e0-a6f6-4b99-8719-b655726eb68d req-659d6602-9733-482e-82d1-64ebc27c78cf tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 946 time: 0.0633423 Sep 03 18:19:59.559151 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-551ad3e0-a6f6-4b99-8719-b655726eb68d req-b71602e5-da09-4412-aa52-bfd2a4d082d3 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=744d1ec1-a82f-4b93-9465-ffa01fdb2c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297995 Sep 03 18:20:00.051356 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb872a3-9210-40fe-84e9-3681aaab4c01 req-a833009e-a0f0-4261-9ed5-d501e5014c76 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:00.053361 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aeb872a3-9210-40fe-84e9-3681aaab4c01 req-a833009e-a0f0-4261-9ed5-d501e5014c76 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 945 time: 0.0479643 Sep 03 18:20:00.090554 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aeb872a3-9210-40fe-84e9-3681aaab4c01 req-8301764e-fa51-4c9f-bd2e-3eeab37c01d8 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310111 Sep 03 18:20:00.212326 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f08d96-2305-4e7e-98a6-abf1abbc2ec1 req-15258e2f-a513-4636-811b-46a243aa88fc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:00.213779 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-48f08d96-2305-4e7e-98a6-abf1abbc2ec1 req-15258e2f-a513-4636-811b-46a243aa88fc tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 947 time: 0.0481591 Sep 03 18:20:00.273823 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-48f08d96-2305-4e7e-98a6-abf1abbc2ec1 req-90b683fe-6b98-47c1-891f-8be91a16be5b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535626 Sep 03 18:20:00.599567 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220b0240-392b-4f9c-a7d9-ebaf7302eda1 req-253925f2-3bb7-417a-9edb-4be9b8efd14d tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:00.601240 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-220b0240-392b-4f9c-a7d9-ebaf7302eda1 req-253925f2-3bb7-417a-9edb-4be9b8efd14d tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0545061 Sep 03 18:20:00.649140 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-220b0240-392b-4f9c-a7d9-ebaf7302eda1 req-72749d7d-93fe-430a-b87c-4ac0fc85e3ad tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415256 Sep 03 18:20:00.684207 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be244709-06d6-4d09-96ba-b0fa2da3e571 req-9a214809-78b2-4b76-811d-9837673469eb tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:00.685754 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be244709-06d6-4d09-96ba-b0fa2da3e571 req-9a214809-78b2-4b76-811d-9837673469eb tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 946 time: 0.0582294 Sep 03 18:20:00.724361 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be244709-06d6-4d09-96ba-b0fa2da3e571 req-1ca0dd7a-cbe2-4f98-865b-a34ec129c971 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=744d1ec1-a82f-4b93-9465-ffa01fdb2c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325832 Sep 03 18:20:01.202376 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cdad1-bd33-426c-b30f-8fc16e101ab1 req-17a3c3ed-5ab2-45a3-9d9f-8a2c243fff79 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:01.203821 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-648cdad1-bd33-426c-b30f-8fc16e101ab1 req-17a3c3ed-5ab2-45a3-9d9f-8a2c243fff79 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 945 time: 0.0473731 Sep 03 18:20:01.220836 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834eceb3-426d-4231-b924-2cf432c669c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd192d4-630f-4569-9cde-371ed14feb66'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:01.223346 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1f54bf-fee9-4136-b540-aa2632839766" -d '{"events": [{"server_uuid": "834eceb3-426d-4231-b924-2cf432c669c5", "name": "network-vif-plugged", "status": "completed", "tag": "fbd192d4-630f-4569-9cde-371ed14feb66"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:01.241429 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-648cdad1-bd33-426c-b30f-8fc16e101ab1 req-187f9d40-98a3-499a-bf71-48d1d08ec757 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308061 Sep 03 18:20:01.258673 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e875d175-9ce5-4aef-8345-3f5a80906301 x-openstack-request-id: req-e875d175-9ce5-4aef-8345-3f5a80906301 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:01.258961 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834eceb3-426d-4231-b924-2cf432c669c5", "name": "network-vif-plugged", "status": "completed", "tag": "fbd192d4-630f-4569-9cde-371ed14feb66", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:01.259210 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e875d175-9ce5-4aef-8345-3f5a80906301 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:01.259595 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834eceb3-426d-4231-b924-2cf432c669c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'code': 200} Sep 03 18:20:01.358940 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a727bb5d-0153-4bcd-b9c2-66b01314b10d req-a99c5172-1b45-4769-9dfc-20b141c413c9 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:01.360424 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a727bb5d-0153-4bcd-b9c2-66b01314b10d req-a99c5172-1b45-4769-9dfc-20b141c413c9 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 945 time: 0.0521805 Sep 03 18:20:01.428650 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a727bb5d-0153-4bcd-b9c2-66b01314b10d req-e722c0d6-22bf-499a-a732-5e9ec8ca3a76 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615213 Sep 03 18:20:01.440537 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbb7b44-6a48-45f7-81d1-2f74ce27c460 req-da2e7d1b-b670-41c4-be61-160fd5786803 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:01.442020 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0dbb7b44-6a48-45f7-81d1-2f74ce27c460 req-da2e7d1b-b670-41c4-be61-160fd5786803 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 947 time: 0.0739992 Sep 03 18:20:01.451870 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 53552) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:01.480229 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0dbb7b44-6a48-45f7-81d1-2f74ce27c460 req-9c79f12f-4da4-4d5e-910a-62f4f983d83e tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317235 Sep 03 18:20:01.491700 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fac1e-6f2d-414c-bdd0-ee217f0f22f4 req-c81a3f0e-2257-4041-8eda-5894026bcdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:01.493197 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-560fac1e-6f2d-414c-bdd0-ee217f0f22f4 req-c81a3f0e-2257-4041-8eda-5894026bcdb4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 1100 time: 0.0709598 Sep 03 18:20:01.503159 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b958fa2-16be-4c3b-88e7-11ee10f255e3 tempest-TestVolumeBootPattern-495379435 tempest-TestVolumeBootPattern-495379435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:01.507338 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5b958fa2-16be-4c3b-88e7-11ee10f255e3 tempest-TestVolumeBootPattern-495379435 tempest-TestVolumeBootPattern-495379435-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 1093 time: 0.0519056 Sep 03 18:20:01.512624 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 53554) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:01.517975 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Request body: {'floatingip': {'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'port_id': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:20:01.539910 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-560fac1e-6f2d-414c-bdd0-ee217f0f22f4 req-81bba993-089c-46d5-a19e-d157b29684b9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340731 Sep 03 18:20:01.557156 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd98f14-e40a-4a47-a70c-4ab5df04bc5e req-69cfdbab-5ac9-4394-b6b7-0ea1233377ed tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:01.558700 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8fd98f14-e40a-4a47-a70c-4ab5df04bc5e req-69cfdbab-5ac9-4394-b6b7-0ea1233377ed tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.55 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 946 time: 0.0721214 Sep 03 18:20:01.559847 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:01.902047 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e45f5-3193-429c-9a2e-c831840c0f69 req-ff4c88c3-b192-4447-a44f-67c934fc7012 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:01.903515 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a9e45f5-3193-429c-9a2e-c831840c0f69 req-ff4c88c3-b192-4447-a44f-67c934fc7012 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.1467092 Sep 03 18:20:01.955758 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc11bf5-4cdd-414f-87e4-fbb2c20682e1 req-60c7745a-4ad2-439d-b418-3e8d3e74c57c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:01.957204 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6fc11bf5-4cdd-414f-87e4-fbb2c20682e1 req-60c7745a-4ad2-439d-b418-3e8d3e74c57c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 946 time: 0.1502676 Sep 03 18:20:02.020397 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-8fd98f14-e40a-4a47-a70c-4ab5df04bc5e req-5aa4fbf5-37a9-408c-8f8e-b3f46383c9e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Deleting port d24f0363-fecd-46f2-a253-e9507d963e46 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:20:02.020727 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8fd98f14-e40a-4a47-a70c-4ab5df04bc5e req-5aa4fbf5-37a9-408c-8f8e-b3f46383c9e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:02.031300 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7a9e45f5-3193-429c-9a2e-c831840c0f69 req-dfa5804b-a44a-4684-9fe3-127e65d90c20 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205297 Sep 03 18:20:02.056918 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6fc11bf5-4cdd-414f-87e4-fbb2c20682e1 req-67e0bf11-2b3b-4c1d-ad90-944bd0498f3e tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups?id=744d1ec1-a82f-4b93-9465-ffa01fdb2c99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895822 Sep 03 18:20:02.075857 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:02.174284 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-8fd98f14-e40a-4a47-a70c-4ab5df04bc5e req-5aa4fbf5-37a9-408c-8f8e-b3f46383c9e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] For port d24f0363-fecd-46f2-a253-e9507d963e46, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=d24f0363-fecd-46f2-a253-e9507d963e46,segment=NetworkSegment(adbe6979-0ed0-4819-9a77-d891345b2d19),segment_id=adbe6979-0ed0-4819-9a77-d891345b2d19)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:02.174641 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8fd98f14-e40a-4a47-a70c-4ab5df04bc5e req-5aa4fbf5-37a9-408c-8f8e-b3f46383c9e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:02.324977 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Allocated IP 172.27.3.21 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/a838854c-026a-44d3-bdd2-f22e884918b7) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:20:02.492686 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8fd98f14-e40a-4a47-a70c-4ab5df04bc5e req-5aa4fbf5-37a9-408c-8f8e-b3f46383c9e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:02.493045 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8fd98f14-e40a-4a47-a70c-4ab5df04bc5e req-5aa4fbf5-37a9-408c-8f8e-b3f46383c9e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:02.493356 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.l3_db [req-8fd98f14-e40a-4a47-a70c-4ab5df04bc5e req-5aa4fbf5-37a9-408c-8f8e-b3f46383c9e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Floating IP 91e1b4f4-4b28-444f-a3b0-8a419886d4b0 disassociated. External IP: 172.27.3.126, port: d24f0363-fecd-46f2-a253-e9507d963e46. Sep 03 18:20:02.493690 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-8fd98f14-e40a-4a47-a70c-4ab5df04bc5e req-5aa4fbf5-37a9-408c-8f8e-b3f46383c9e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Calling delete_port for d24f0363-fecd-46f2-a253-e9507d963e46 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:20:02.553896 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:02.655200 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0c440-5ad8-47e7-bce1-accba1fd696f req-cf89b2dd-b188-4518-9209-b84483144370 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:02.656684 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2eb0c440-5ad8-47e7-bce1-accba1fd696f req-cf89b2dd-b188-4518-9209-b84483144370 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 947 time: 0.1005633 Sep 03 18:20:02.680739 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:02.765379 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2eb0c440-5ad8-47e7-bce1-accba1fd696f req-e17d35ad-fb2d-4b34-86a5-05b6f6dd4843 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024284 Sep 03 18:20:02.771526 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:20:02.778442 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:20:02.788156 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:20:02.792864 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event updated for resources: {'Port': ['ID=a838854c-026a-44d3-bdd2-f22e884918b7,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:02.817519 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8fd98f14-e40a-4a47-a70c-4ab5df04bc5e req-5aa4fbf5-37a9-408c-8f8e-b3f46383c9e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:02.825305 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:02.825659 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:02.826139 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:02.826376 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:02.826649 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:02.826976 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:02.827309 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:02.827619 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:02.827957 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:02.828244 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:02.828561 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:02.828875 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:02.866294 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa4fbf5-37a9-408c-8f8e-b3f46383c9e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event deleted for resources: {'Port': ['ID=d24f0363-fecd-46f2-a253-e9507d963e46,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:03.102463 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fd98f14-e40a-4a47-a70c-4ab5df04bc5e req-5aa4fbf5-37a9-408c-8f8e-b3f46383c9e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Router a9c8a15a-9038-46cc-96d8-2bcb6848b236 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:20:03.407473 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f5b011f2-5998-49da-ae23-68a9cf024f69 req-a1ad0bad-a275-4f52-a5fe-bf233ed41fd0 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/ports?device_id=acaff3f2-696f-431f-8be1-eac6eb9f5bc7 HTTP/1.1" status: 200 len: 210 time: 0.2633057 Sep 03 18:20:03.468452 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290cefd4-3b4e-46fd-a158-d90c320d1c76 req-751b5183-c3b3-45f3-b5cd-60ef0293314b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:03.469749 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-290cefd4-3b4e-46fd-a158-d90c320d1c76 req-751b5183-c3b3-45f3-b5cd-60ef0293314b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.3585587 Sep 03 18:20:03.596376 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-290cefd4-3b4e-46fd-a158-d90c320d1c76 req-c57aaeb2-a284-4958-b732-9bfc624868a7 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892439 Sep 03 18:20:03.616956 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fd98f14-e40a-4a47-a70c-4ab5df04bc5e req-5aa4fbf5-37a9-408c-8f8e-b3f46383c9e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:20:03.627416 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb9d6bf-1a9d-4d5b-95bf-b2a2d92b8e75 None None] Sync routers for ids ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:20:03.637667 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb9d6bf-1a9d-4d5b-95bf-b2a2d92b8e75 None None] Routers {'a9c8a15a-9038-46cc-96d8-2bcb6848b236'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:20:03.638325 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-dcb9d6bf-1a9d-4d5b-95bf-b2a2d92b8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:19:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:03.665173 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd98f14-e40a-4a47-a70c-4ab5df04bc5e req-5aa4fbf5-37a9-408c-8f8e-b3f46383c9e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] No DVR routers for this DVR port d24f0363-fecd-46f2-a253-e9507d963e46 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:20:03.668681 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8fd98f14-e40a-4a47-a70c-4ab5df04bc5e req-5aa4fbf5-37a9-408c-8f8e-b3f46383c9e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:03.670601 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8fd98f14-e40a-4a47-a70c-4ab5df04bc5e req-5aa4fbf5-37a9-408c-8f8e-b3f46383c9e7 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.55 "DELETE /v2.0/ports/d24f0363-fecd-46f2-a253-e9507d963e46 HTTP/1.1" status: 204 len: 173 time: 1.9126899 Sep 03 18:20:03.671028 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaff3f2-696f-431f-8be1-eac6eb9f5bc7', 'name': 'network-vif-deleted', 'tag': 'd24f0363-fecd-46f2-a253-e9507d963e46'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:03.673234 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d94a975-2278-4fa6-9a53-c2b1c0504e65" -d '{"events": [{"server_uuid": "acaff3f2-696f-431f-8be1-eac6eb9f5bc7", "name": "network-vif-deleted", "tag": "d24f0363-fecd-46f2-a253-e9507d963e46"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:03.676652 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:03.746800 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:03.769292 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-dcb9d6bf-1a9d-4d5b-95bf-b2a2d92b8e75 None None] Set router a9c8a15a-9038-46cc-96d8-2bcb6848b236 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:20:03.793015 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30833c7d-c92f-414d-8a25-00330369e140 x-openstack-request-id: req-30833c7d-c92f-414d-8a25-00330369e140 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:03.793435 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaff3f2-696f-431f-8be1-eac6eb9f5bc7", "name": "network-vif-deleted", "tag": "d24f0363-fecd-46f2-a253-e9507d963e46", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:03.793787 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-30833c7d-c92f-414d-8a25-00330369e140 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:03.794365 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acaff3f2-696f-431f-8be1-eac6eb9f5bc7', 'name': 'network-vif-deleted', 'tag': 'd24f0363-fecd-46f2-a253-e9507d963e46', 'status': 'completed', 'code': 200} Sep 03 18:20:03.931029 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd0ccc8-26f2-4d00-aac3-f71bd5502b5b req-ec1e5642-979d-4a05-9fde-cff3a98e598b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:03.932456 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dcd0ccc8-26f2-4d00-aac3-f71bd5502b5b req-ec1e5642-979d-4a05-9fde-cff3a98e598b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 947 time: 0.0720232 Sep 03 18:20:03.970038 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:03.976508 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:03.977824 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-dcb9d6bf-1a9d-4d5b-95bf-b2a2d92b8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'f58dad48-b9fa-42ae-9530-4388e37eb277', 'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'mac_address': 'fa:16:3e:0e:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:29Z', 'updated_at': '2021-09-03T18:13:42Z', 'revision_number': 5, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'subnets': [{'id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:04.003913 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb9d6bf-1a9d-4d5b-95bf-b2a2d92b8e75 None None] Checking router: a9c8a15a-9038-46cc-96d8-2bcb6848b236 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:20:04.015132 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb9d6bf-1a9d-4d5b-95bf-b2a2d92b8e75 None None] Routers {'a9c8a15a-9038-46cc-96d8-2bcb6848b236'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:20:04.015727 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-dcb9d6bf-1a9d-4d5b-95bf-b2a2d92b8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:19:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:04.016748 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-dcd0ccc8-26f2-4d00-aac3-f71bd5502b5b req-f6981423-40a4-4997-9088-fc65b78469a4 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782108 Sep 03 18:20:04.067917 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event updated for resources: {'Port': ['ID=a838854c-026a-44d3-bdd2-f22e884918b7,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:04.070934 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:04.178492 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Floating IP 9ddb4bd7-7653-41bf-a7ad-82657a07cb8b associated. External IP: 172.27.3.21, port: 609a9010-9b21-4603-848d-dbcbb5a93f80. Sep 03 18:20:04.246035 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-dcb9d6bf-1a9d-4d5b-95bf-b2a2d92b8e75 None None] Set router a9c8a15a-9038-46cc-96d8-2bcb6848b236 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:20:04.395950 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Router 8daeb64a-9fdc-4c5f-8d36-739021054d31 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:20:04.445881 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-dcb9d6bf-1a9d-4d5b-95bf-b2a2d92b8e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'f58dad48-b9fa-42ae-9530-4388e37eb277', 'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'mac_address': 'fa:16:3e:0e:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:29Z', 'updated_at': '2021-09-03T18:13:42Z', 'revision_number': 5, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'subnets': [{'id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:04.477622 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb9d6bf-1a9d-4d5b-95bf-b2a2d92b8e75 None None] The sync data for ids ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'] in dv-cinder-788782-10-iscsi is: [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'f58dad48-b9fa-42ae-9530-4388e37eb277', 'name': '', 'network_id': '6ba05fac-18ef-4556-b8bc-03611f5564b9', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'mac_address': 'fa:16:3e:0e:84:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:29Z', 'updated_at': '2021-09-03T18:13:42Z', 'revision_number': 5, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'subnets': [{'id': 'afe12978-3220-4047-98a9-897ddeffcbac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:20:04.516570 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 53612) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:04.520557 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:20:04.531802 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119f827-c246-4a68-a175-7ecabda766aa None None] Sync routers for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:20:04.542848 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7119f827-c246-4a68-a175-7ecabda766aa None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:20:04.543365 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7119f827-c246-4a68-a175-7ecabda766aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:19:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:04.551070 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:04.594393 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0a4b6206-9758-4131-bf2e-0ac629454a26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0678988 Sep 03 18:20:04.604332 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:04.629172 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:04.656875 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-7119f827-c246-4a68-a175-7ecabda766aa None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:20:04.699743 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:04.703917 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:04.708399 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "DELETE /v2.0/security-groups/744d1ec1-a82f-4b93-9465-ffa01fdb2c99 HTTP/1.1" status: 204 len: 168 time: 0.1901844 Sep 03 18:20:04.709228 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 53618) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:04.732658 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.api.v2.resource [None req-4c45478a-1ec3-4577-a211-08971b7bdb04 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] show failed (client error): The resource could not be found. Sep 03 18:20:04.736812 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4c45478a-1ec3-4577-a211-08971b7bdb04 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "GET /v2.0/security-groups/744d1ec1-a82f-4b93-9465-ffa01fdb2c99 HTTP/1.1" status: 404 len: 347 time: 0.0234268 Sep 03 18:20:04.737613 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8a6744-6ce2-4aa0-9dc4-4ffb89bb9182 req-d0d33693-3c43-4084-96b9-4d44c07dfd51 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:04.739213 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c8a6744-6ce2-4aa0-9dc4-4ffb89bb9182 req-d0d33693-3c43-4084-96b9-4d44c07dfd51 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0645421 Sep 03 18:20:04.739699 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 53620) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:04.752151 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744d1ec1-a82f-4b93-9465-ffa01fdb2c99,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:04.761457 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:04.762066 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:04.762627 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:04.763139 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:04.763620 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:04.764099 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:04.764597 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:04.765096 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:04.765586 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:04.766070 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:04.766587 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:04.767107 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88ec13d1-c4a8-4ade-82ac-b763c42b6d23 tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:04.823939 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b27776-cb5e-4c26-afa2-9c9af913224a None None] New status for floating IP 91e1b4f4-4b28-444f-a3b0-8a419886d4b0: DOWN {{(pid=94086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:20:04.850033 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1c8a6744-6ce2-4aa0-9dc4-4ffb89bb9182 req-3dc4ff03-59d4-4821-b99c-36fe33305772 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026812 Sep 03 18:20:04.895727 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-0219dcfc-2b9d-4b93-98c1-1b680ecd9d1c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Deleting port cb0980be-9813-474c-9eea-ba78997e2a7e {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:20:04.896172 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0219dcfc-2b9d-4b93-98c1-1b680ecd9d1c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:04.930431 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7119f827-c246-4a68-a175-7ecabda766aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '9ddb4bd7-7653-41bf-a7ad-82657a07cb8b', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'port_id': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'mac_address': 'fa:16:3e:b9:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:20:03Z', 'updated_at': '2021-09-03T18:20:03Z', 'revision_number': 0, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:04.957192 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119f827-c246-4a68-a175-7ecabda766aa None None] Checking router: 8daeb64a-9fdc-4c5f-8d36-739021054d31 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:20:04.966654 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7119f827-c246-4a68-a175-7ecabda766aa None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:20:04.967337 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7119f827-c246-4a68-a175-7ecabda766aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:19:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:04.977165 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0219dcfc-2b9d-4b93-98c1-1b680ecd9d1c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:04.977496 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0219dcfc-2b9d-4b93-98c1-1b680ecd9d1c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:04.989618 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-0219dcfc-2b9d-4b93-98c1-1b680ecd9d1c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Calling delete_port for cb0980be-9813-474c-9eea-ba78997e2a7e owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:20:05.048082 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device d24f0363-fecd-46f2-a253-e9507d963e46 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:20:05.067556 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: d24f0363-fecd-46f2-a253-e9507d963e46 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:20:05.067896 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device d24f0363-fecd-46f2-a253-e9507d963e46 not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:20:05.073698 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-7119f827-c246-4a68-a175-7ecabda766aa None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:20:05.128827 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0219dcfc-2b9d-4b93-98c1-1b680ecd9d1c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:05.158066 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219dcfc-2b9d-4b93-98c1-1b680ecd9d1c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Pushing event deleted for resources: {'Port': ['ID=cb0980be-9813-474c-9eea-ba78997e2a7e,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:05.218425 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0219dcfc-2b9d-4b93-98c1-1b680ecd9d1c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:05.221036 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0219dcfc-2b9d-4b93-98c1-1b680ecd9d1c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:05.222191 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0219dcfc-2b9d-4b93-98c1-1b680ecd9d1c tempest-AttachVolumeTestJSON-744560662 tempest-AttachVolumeTestJSON-744560662-project] 10.222.0.45 "DELETE /v2.0/floatingips/91e1b4f4-4b28-444f-a3b0-8a419886d4b0 HTTP/1.1" status: 204 len: 168 time: 0.4810090 Sep 03 18:20:05.312338 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7119f827-c246-4a68-a175-7ecabda766aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '9ddb4bd7-7653-41bf-a7ad-82657a07cb8b', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'port_id': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'mac_address': 'fa:16:3e:b9:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:20:03Z', 'updated_at': '2021-09-03T18:20:03Z', 'revision_number': 0, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:05.338805 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7119f827-c246-4a68-a175-7ecabda766aa None None] The sync data for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi is: [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '9ddb4bd7-7653-41bf-a7ad-82657a07cb8b', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'port_id': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'mac_address': 'fa:16:3e:b9:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:20:03Z', 'updated_at': '2021-09-03T18:20:03Z', 'revision_number': 0, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:20:05.531536 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24854cd1-304e-45a2-b0fb-a7e47b1ebe3a None None] New status for floating IP 9ddb4bd7-7653-41bf-a7ad-82657a07cb8b: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:20:05.795285 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'tag': '609a9010-9b21-4603-848d-dbcbb5a93f80'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:05.797632 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7550bc4a-b411-48bc-ac0b-26e6663c2c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c09608-00b1-4d1f-ab9b-23cd4a49020a", "tag": "609a9010-9b21-4603-848d-dbcbb5a93f80"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:05.832576 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f1859b-c4e9-4c73-a228-0f33e2b81ffc x-openstack-request-id: req-18f1859b-c4e9-4c73-a228-0f33e2b81ffc {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:05.832873 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c09608-00b1-4d1f-ab9b-23cd4a49020a", "tag": "609a9010-9b21-4603-848d-dbcbb5a93f80", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:05.833148 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-18f1859b-c4e9-4c73-a228-0f33e2b81ffc {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:05.833546 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'tag': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'status': 'completed', 'code': 200} Sep 03 18:20:05.894880 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550bc4a-b411-48bc-ac0b-26e6663c2c1b req-65266ec7-9dc9-44f3-ac74-7efcfb3b210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:05.897389 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7550bc4a-b411-48bc-ac0b-26e6663c2c1b req-65266ec7-9dc9-44f3-ac74-7efcfb3b210a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 1098 time: 0.0409567 Sep 03 18:20:06.015128 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571868c-76ed-47c2-884f-6e5d58626f1f req-e495f395-748f-4706-9935-c1628b42bb21 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:06.016599 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e571868c-76ed-47c2-884f-6e5d58626f1f req-e495f395-748f-4706-9935-c1628b42bb21 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0944645 Sep 03 18:20:06.032684 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550bc4a-b411-48bc-ac0b-26e6663c2c1b req-07d0cd47-3dff-4f37-84f0-fac4032df237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:06.034055 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7550bc4a-b411-48bc-ac0b-26e6663c2c1b req-07d0cd47-3dff-4f37-84f0-fac4032df237 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 200 len: 912 time: 0.1296284 Sep 03 18:20:06.099501 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e571868c-76ed-47c2-884f-6e5d58626f1f req-9729bbfb-3bff-48af-8614-6a9797714dc9 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748649 Sep 03 18:20:06.114349 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7550bc4a-b411-48bc-ac0b-26e6663c2c1b req-db606d8b-5bd7-4168-b4b9-2a6a85e06827 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=609a9010-9b21-4603-848d-dbcbb5a93f80 HTTP/1.1" status: 200 len: 1000 time: 0.0711880 Sep 03 18:20:06.163495 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550bc4a-b411-48bc-ac0b-26e6663c2c1b req-98f6f35c-f653-4da8-a2ca-c6bd2d8bddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:06.164967 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7550bc4a-b411-48bc-ac0b-26e6663c2c1b req-98f6f35c-f653-4da8-a2ca-c6bd2d8bddee service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a7abc42-8f93-433e-8867-522bfd9c85b3 HTTP/1.1" status: 200 len: 850 time: 0.0441658 Sep 03 18:20:06.208540 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7550bc4a-b411-48bc-ac0b-26e6663c2c1b req-919ddd32-6877-435d-b3b2-69f54211c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:06.210575 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7550bc4a-b411-48bc-ac0b-26e6663c2c1b req-919ddd32-6877-435d-b3b2-69f54211c7e6 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390251 Sep 03 18:20:06.304071 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7550bc4a-b411-48bc-ac0b-26e6663c2c1b req-de414431-dad3-4e17-9dfe-60c5ea36e033 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835385 Sep 03 18:20:06.391902 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7550bc4a-b411-48bc-ac0b-26e6663c2c1b req-c0ed3db9-8be1-47be-9407-90fbd847b4f2 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808949 Sep 03 18:20:07.218319 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c4959d-8d98-4e67-b409-f5078d2d302e req-1604728f-58a4-4093-a3ca-adfd4eb6f09a tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:07.219874 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1c4959d-8d98-4e67-b409-f5078d2d302e req-1604728f-58a4-4093-a3ca-adfd4eb6f09a tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0514266 Sep 03 18:20:07.278204 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1c4959d-8d98-4e67-b409-f5078d2d302e req-09ebaa66-42b4-4d7f-b1ae-e21575f84f70 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495961 Sep 03 18:20:07.283067 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52d189-49ba-4aee-902d-90b3254d3445 req-80e4d158-c736-4d48-81eb-75ec75de2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:07.284478 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2e52d189-49ba-4aee-902d-90b3254d3445 req-80e4d158-c736-4d48-81eb-75ec75de2efc service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca9887ef7b2a4b1ea04064556796915d&device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 1098 time: 0.0637732 Sep 03 18:20:07.374197 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52d189-49ba-4aee-902d-90b3254d3445 req-8f93dc92-40f9-4105-86a3-a0d6ecde66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:07.375655 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2e52d189-49ba-4aee-902d-90b3254d3445 req-8f93dc92-40f9-4105-86a3-a0d6ecde66ae service neutron] 10.222.0.55 "GET /v2.0/networks?id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b HTTP/1.1" status: 200 len: 910 time: 0.0840092 Sep 03 18:20:07.441621 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2e52d189-49ba-4aee-902d-90b3254d3445 req-eed626d1-51d0-4c25-9f16-0d2c0ee2e34b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=695579ed-f964-4788-aceb-48e7f4eeacd0 HTTP/1.1" status: 200 len: 1001 time: 0.0584328 Sep 03 18:20:07.489108 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52d189-49ba-4aee-902d-90b3254d3445 req-ff272c1a-5265-41c1-a888-56e22d235614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:07.490692 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2e52d189-49ba-4aee-902d-90b3254d3445 req-ff272c1a-5265-41c1-a888-56e22d235614 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4baf20d9-9520-47b3-90c9-1d690066a24e HTTP/1.1" status: 200 len: 848 time: 0.0427551 Sep 03 18:20:07.541059 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e52d189-49ba-4aee-902d-90b3254d3445 req-f2bef324-2055-4114-8a10-0672d05a09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:07.542600 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2e52d189-49ba-4aee-902d-90b3254d3445 req-f2bef324-2055-4114-8a10-0672d05a09d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0451601 Sep 03 18:20:07.633208 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2e52d189-49ba-4aee-902d-90b3254d3445 req-17d32bf4-eed0-4797-9999-89d1af15c4f5 service neutron] 10.222.0.55 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838051 Sep 03 18:20:07.738686 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2e52d189-49ba-4aee-902d-90b3254d3445 req-076fd1d4-b9af-4003-9962-c5f3ce0cc196 service neutron] 10.222.0.55 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974898 Sep 03 18:20:08.398409 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7894ec-cbdc-449e-b42c-661c8df206e6 req-2dd17230-cc2c-4e03-91f9-f5980562ac06 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:08.399824 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac7894ec-cbdc-449e-b42c-661c8df206e6 req-2dd17230-cc2c-4e03-91f9-f5980562ac06 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0545394 Sep 03 18:20:08.439119 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ac7894ec-cbdc-449e-b42c-661c8df206e6 req-511d8b03-d54f-462d-bcd8-9d53fe4e2dbb tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331342 Sep 03 18:20:08.768174 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 53656) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:09.194997 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f8397b7e-8fe2-478d-9837-73fe690c6791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921001'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:09.434710 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-f8397b7e-8fe2-478d-9837-73fe690c6791 admin admin] Deleting port f58dad48-b9fa-42ae-9530-4388e37eb277 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:20:09.435052 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f8397b7e-8fe2-478d-9837-73fe690c6791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:09.513989 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-f8397b7e-8fe2-478d-9837-73fe690c6791 admin admin] For port f58dad48-b9fa-42ae-9530-4388e37eb277, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=f58dad48-b9fa-42ae-9530-4388e37eb277,segment=NetworkSegment(adbe6979-0ed0-4819-9a77-d891345b2d19),segment_id=adbe6979-0ed0-4819-9a77-d891345b2d19)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:09.514388 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f8397b7e-8fe2-478d-9837-73fe690c6791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:09.527804 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-f8397b7e-8fe2-478d-9837-73fe690c6791 admin admin] Calling delete_port for f58dad48-b9fa-42ae-9530-4388e37eb277 owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:20:09.567033 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57563a2a-dbe0-46a1-9c14-6aef25b87f62 req-631133c6-3d98-4258-8149-10b4a98e9c02 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:09.574880 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-57563a2a-dbe0-46a1-9c14-6aef25b87f62 req-631133c6-3d98-4258-8149-10b4a98e9c02 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0647352 Sep 03 18:20:09.618630 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-57563a2a-dbe0-46a1-9c14-6aef25b87f62 req-267b3f25-2dcb-43cf-bc6a-d09b1554e4b5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427403 Sep 03 18:20:09.725158 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f8397b7e-8fe2-478d-9837-73fe690c6791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:09.750644 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8397b7e-8fe2-478d-9837-73fe690c6791 admin admin] Pushing event deleted for resources: {'Port': ['ID=f58dad48-b9fa-42ae-9530-4388e37eb277,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:09.914179 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f8397b7e-8fe2-478d-9837-73fe690c6791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823307'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:10.124934 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8397b7e-8fe2-478d-9837-73fe690c6791 admin admin] Router a9c8a15a-9038-46cc-96d8-2bcb6848b236 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:20:10.225882 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8397b7e-8fe2-478d-9837-73fe690c6791 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:20:10.230918 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f8397b7e-8fe2-478d-9837-73fe690c6791 admin admin] 10.222.0.45 "PUT /v2.0/routers/a9c8a15a-9038-46cc-96d8-2bcb6848b236/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4616809 Sep 03 18:20:10.233481 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 53662) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:10.234285 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf100009-eadb-497e-aab1-71a67ba2fc83 None None] Sync routers for ids ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:20:10.243908 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf100009-eadb-497e-aab1-71a67ba2fc83 None None] Routers {'a9c8a15a-9038-46cc-96d8-2bcb6848b236'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:20:10.244509 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-bf100009-eadb-497e-aab1-71a67ba2fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:19:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:10.350699 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-bf100009-eadb-497e-aab1-71a67ba2fc83 None None] Set router a9c8a15a-9038-46cc-96d8-2bcb6848b236 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:20:10.534455 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-bf100009-eadb-497e-aab1-71a67ba2fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:20:09Z', 'revision_number': 5, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:10.563746 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf100009-eadb-497e-aab1-71a67ba2fc83 None None] Checking router: a9c8a15a-9038-46cc-96d8-2bcb6848b236 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:20:10.572783 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf100009-eadb-497e-aab1-71a67ba2fc83 None None] Routers {'a9c8a15a-9038-46cc-96d8-2bcb6848b236'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:20:10.573464 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-bf100009-eadb-497e-aab1-71a67ba2fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:19:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:10.582779 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bd21d31f-7c75-4317-85f0-979da12273c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:10.675208 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-bf100009-eadb-497e-aab1-71a67ba2fc83 None None] Set router a9c8a15a-9038-46cc-96d8-2bcb6848b236 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:20:10.688674 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bd21d31f-7c75-4317-85f0-979da12273c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:10.752861 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67223ccd-cbad-4e6d-bb58-406a18b66cca req-5676e7c2-3a34-46b1-946b-e4ec95443130 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:10.755015 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-67223ccd-cbad-4e6d-bb58-406a18b66cca req-5676e7c2-3a34-46b1-946b-e4ec95443130 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0629933 Sep 03 18:20:10.758976 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-bd21d31f-7c75-4317-85f0-979da12273c0 admin admin] Deleting port 3b46592f-43dc-4863-afe6-17e35d76a41a {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:20:10.759960 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bd21d31f-7c75-4317-85f0-979da12273c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:10.797612 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-67223ccd-cbad-4e6d-bb58-406a18b66cca req-4cac47e1-9c91-4970-8bd4-4b708789b121 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347366 Sep 03 18:20:10.837938 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-bd21d31f-7c75-4317-85f0-979da12273c0 admin admin] For port 3b46592f-43dc-4863-afe6-17e35d76a41a, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=3b46592f-43dc-4863-afe6-17e35d76a41a,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:10.838370 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bd21d31f-7c75-4317-85f0-979da12273c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:10.852357 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-bd21d31f-7c75-4317-85f0-979da12273c0 admin admin] Calling delete_port for 3b46592f-43dc-4863-afe6-17e35d76a41a owned by network:router_gateway {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:20:10.866198 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-bf100009-eadb-497e-aab1-71a67ba2fc83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:20:09Z', 'revision_number': 5, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:10.900653 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf100009-eadb-497e-aab1-71a67ba2fc83 None None] The sync data for ids ['a9c8a15a-9038-46cc-96d8-2bcb6848b236'] in dv-cinder-788782-10-iscsi is: [{'id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'name': 'tempest-AttachVolumeTestJSON-400062543-router', 'tenant_id': 'd9fad030dd65493e9b5094cd17743413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99'}], 'enable_snat': True}, 'gw_port_id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:20:09Z', 'revision_number': 5, 'project_id': 'd9fad030dd65493e9b5094cd17743413', 'gw_port': {'id': '3b46592f-43dc-4863-afe6-17e35d76a41a', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:a5:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9c8a15a-9038-46cc-96d8-2bcb6848b236', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:21Z', 'updated_at': '2021-09-03T18:13:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:20:11.019802 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fb29b9ff-e03f-488c-95a8-49c7be59b83a req-b0f7fa3f-ed03-4a5d-851a-076b31520fdf service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0573261 Sep 03 18:20:11.030126 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf6ef8-2e5f-484f-ad56-fe01031a2a22 req-185ad1d5-b619-4a8a-bd6a-251274385f98 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:11.031663 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2fcf6ef8-2e5f-484f-ad56-fe01031a2a22 req-185ad1d5-b619-4a8a-bd6a-251274385f98 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0493646 Sep 03 18:20:11.068783 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bd21d31f-7c75-4317-85f0-979da12273c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:11.080140 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2fcf6ef8-2e5f-484f-ad56-fe01031a2a22 req-cc53c42c-5571-42fc-979d-896c5bf43e61 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328863 Sep 03 18:20:11.095015 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21d31f-7c75-4317-85f0-979da12273c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b46592f-43dc-4863-afe6-17e35d76a41a,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:11.153749 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bd21d31f-7c75-4317-85f0-979da12273c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823155'] for router_gateway, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:11.247780 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bd21d31f-7c75-4317-85f0-979da12273c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:11.249949 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bd21d31f-7c75-4317-85f0-979da12273c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:11.308533 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bd21d31f-7c75-4317-85f0-979da12273c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920623'] for router, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:11.309089 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd21d31f-7c75-4317-85f0-979da12273c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9c8a15a-9038-46cc-96d8-2bcb6848b236 {{(pid=94084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:20:11.313266 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bd21d31f-7c75-4317-85f0-979da12273c0 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:11.314517 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-bd21d31f-7c75-4317-85f0-979da12273c0 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a9c8a15a-9038-46cc-96d8-2bcb6848b236 HTTP/1.1" status: 204 len: 168 time: 1.0800049 Sep 03 18:20:11.316999 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 53678) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:11.363893 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd2e83f-2ae4-482d-9dd2-0ec633d8f88f admin admin] Deleting subnet afe12978-3220-4047-98a9-897ddeffcbac {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:20:11.367336 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e83f-2ae4-482d-9dd2-0ec633d8f88f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:11.404304 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e83f-2ae4-482d-9dd2-0ec633d8f88f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28422707'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:11.516170 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e83f-2ae4-482d-9dd2-0ec633d8f88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:11.573440 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e83f-2ae4-482d-9dd2-0ec633d8f88f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26210811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26242172'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:11.601308 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2e83f-2ae4-482d-9dd2-0ec633d8f88f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afe12978-3220-4047-98a9-897ddeffcbac,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:11.603311 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1fd2e83f-2ae4-482d-9dd2-0ec633d8f88f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:11.605174 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-1fd2e83f-2ae4-482d-9dd2-0ec633d8f88f admin admin] 10.222.0.45 "DELETE /v2.0/subnets/afe12978-3220-4047-98a9-897ddeffcbac HTTP/1.1" status: 204 len: 168 time: 0.2869029 Sep 03 18:20:11.607638 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 53680) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:11.610432 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7d3bbd-7acf-4c7f-b462-164ccde20944 None None] Network 6ba05fac-18ef-4556-b8bc-03611f5564b9 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:20:11.678042 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:11.739405 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] Deleting port 478151cd-bed1-4dfd-afb8-d6d057bac0eb {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:20:11.739744 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:11.809978 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] For port 478151cd-bed1-4dfd-afb8-d6d057bac0eb, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=478151cd-bed1-4dfd-afb8-d6d057bac0eb,segment=NetworkSegment(adbe6979-0ed0-4819-9a77-d891345b2d19),segment_id=adbe6979-0ed0-4819-9a77-d891345b2d19)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:11.810293 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:11.826912 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] Calling delete_port for 478151cd-bed1-4dfd-afb8-d6d057bac0eb owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:20:11.909189 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:11.937523 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=478151cd-bed1-4dfd-afb8-d6d057bac0eb,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:11.939403 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] No DVR routers for this DVR port 478151cd-bed1-4dfd-afb8-d6d057bac0eb on host dv-cinder-788782-10-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:20:11.940562 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44575d4b-7127-4f74-8e5c-47a20745138c None None] DHCP port deletion for 6ba05fac-18ef-4556-b8bc-03611f5564b9 request from dv-cinder-788782-10-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:20:12.015832 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:12.026093 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ba05fac-18ef-4556-b8bc-03611f5564b9']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:12.040548 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adbe6979-0ed0-4819-9a77-d891345b2d19') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:12.040860 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adbe6979-0ed0-4819-9a77-d891345b2d19') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:12.049415 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28422698'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:12.063158 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:12.069877 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:20:12.070267 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26210725'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: timer() Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: cb(*args, **kw) Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: self._notify() Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: self.callback(batched_events) Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: event.method(event) Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._get(url).json() Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:20:12.071882 dv-cinder-788782-10-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:20:12.126384 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:12.134464 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:12.135490 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] 10.222.0.45 "DELETE /v2.0/networks/6ba05fac-18ef-4556-b8bc-03611f5564b9 HTTP/1.1" status: 204 len: 168 time: 0.5269475 Sep 03 18:20:12.146759 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f002c1-9d4e-439d-87ae-0ccb1eb193f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ba05fac-18ef-4556-b8bc-03611f5564b9,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:12.204132 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efb3d6-ce8a-4bf5-b4ee-2334bd684ec1 req-4fc0f663-5bd9-4524-81f4-fde68b55e76e tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:12.205617 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c2efb3d6-ce8a-4bf5-b4ee-2334bd684ec1 req-4fc0f663-5bd9-4524-81f4-fde68b55e76e tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0521195 Sep 03 18:20:12.248202 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c2efb3d6-ce8a-4bf5-b4ee-2334bd684ec1 req-f3981d7a-370f-4850-a4ea-9672362eaaea tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358140 Sep 03 18:20:12.258019 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 53686) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:12.348146 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d461b457-ee15-4ef5-9d44-26a0aeadf34d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d9fad030dd65493e9b5094cd17743413&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0865700 Sep 03 18:20:12.348462 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 53688) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:12.374229 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29b9ff-e03f-488c-95a8-49c7be59b83a req-f85052b4-e6b0-41fc-85ce-ab60b0b9aab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:12.375759 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb29b9ff-e03f-488c-95a8-49c7be59b83a req-f85052b4-e6b0-41fc-85ce-ab60b0b9aab9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8&tenant_id=ca9887ef7b2a4b1ea04064556796915d HTTP/1.1" status: 200 len: 1098 time: 0.0854549 Sep 03 18:20:12.410686 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7c732eaa-f622-44ba-afe1-9e2bbb0890eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:12.432941 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7c732eaa-f622-44ba-afe1-9e2bbb0890eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:12.442075 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29b9ff-e03f-488c-95a8-49c7be59b83a req-6f7ab6c3-c5f8-4732-8854-0fe2b339bc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:12.443725 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb29b9ff-e03f-488c-95a8-49c7be59b83a req-6f7ab6c3-c5f8-4732-8854-0fe2b339bc28 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca9887ef7b2a4b1ea04064556796915d&device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 1098 time: 0.0403807 Sep 03 18:20:12.487510 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7c732eaa-f622-44ba-afe1-9e2bbb0890eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:12.490654 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7c732eaa-f622-44ba-afe1-9e2bbb0890eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:12.491820 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7c732eaa-f622-44ba-afe1-9e2bbb0890eb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/034f9776-63b1-4156-b1eb-edeb417a7c01 HTTP/1.1" status: 204 len: 168 time: 0.1423490 Sep 03 18:20:12.499507 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c732eaa-f622-44ba-afe1-9e2bbb0890eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034f9776-63b1-4156-b1eb-edeb417a7c01,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:12.538763 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device f58dad48-b9fa-42ae-9530-4388e37eb277 no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:20:12.558770 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: f58dad48-b9fa-42ae-9530-4388e37eb277 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:20:12.559115 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device f58dad48-b9fa-42ae-9530-4388e37eb277 not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:20:12.559531 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 3b46592f-43dc-4863-afe6-17e35d76a41a no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:20:12.567179 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29b9ff-e03f-488c-95a8-49c7be59b83a req-1e3d3e3d-5500-49ee-b4a4-f10be659ad86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:12.569935 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb29b9ff-e03f-488c-95a8-49c7be59b83a req-1e3d3e3d-5500-49ee-b4a4-f10be659ad86 service neutron] 10.222.0.55 "GET /v2.0/networks?id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b HTTP/1.1" status: 200 len: 910 time: 0.1187737 Sep 03 18:20:12.581636 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: 3b46592f-43dc-4863-afe6-17e35d76a41a {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:20:12.581982 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 3b46592f-43dc-4863-afe6-17e35d76a41a not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:20:12.582422 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 478151cd-bed1-4dfd-afb8-d6d057bac0eb no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:20:12.601911 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: 478151cd-bed1-4dfd-afb8-d6d057bac0eb {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:20:12.602208 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 478151cd-bed1-4dfd-afb8-d6d057bac0eb not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:20:12.637062 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb29b9ff-e03f-488c-95a8-49c7be59b83a req-f0bf78b7-8406-454e-9218-702b180efd9d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=695579ed-f964-4788-aceb-48e7f4eeacd0 HTTP/1.1" status: 200 len: 1001 time: 0.0592272 Sep 03 18:20:12.903417 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29b9ff-e03f-488c-95a8-49c7be59b83a req-e3c7ee0d-b637-416c-8ffb-29fbfa67e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:12.904987 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb29b9ff-e03f-488c-95a8-49c7be59b83a req-e3c7ee0d-b637-416c-8ffb-29fbfa67e506 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4baf20d9-9520-47b3-90c9-1d690066a24e HTTP/1.1" status: 200 len: 848 time: 0.2605803 Sep 03 18:20:12.905257 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:20:12.952674 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29b9ff-e03f-488c-95a8-49c7be59b83a req-58021ae0-00a9-498e-8e34-380548bd67f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:12.954155 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb29b9ff-e03f-488c-95a8-49c7be59b83a req-58021ae0-00a9-498e-8e34-380548bd67f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413685 Sep 03 18:20:13.048529 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb29b9ff-e03f-488c-95a8-49c7be59b83a req-8cdc7b0b-0f5e-4ccc-95c3-1273b91dd86e service neutron] 10.222.0.55 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873973 Sep 03 18:20:13.118367 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 695579ed-f964-4788-aceb-48e7f4eeacd0 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:20:13.141484 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb29b9ff-e03f-488c-95a8-49c7be59b83a req-77743ea2-fbf7-43cc-b5a6-21649181359d service neutron] 10.222.0.55 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858901 Sep 03 18:20:13.194808 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:13.216280 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '695579ed-f964-4788-aceb-48e7f4eeacd0'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:13.218516 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a88fb3-21d9-49f9-9613-faa9311aba50" -d '{"events": [{"server_uuid": "758607c6-ecce-4b04-8764-2da37cbcaef8", "name": "network-vif-unplugged", "status": "completed", "tag": "695579ed-f964-4788-aceb-48e7f4eeacd0"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:13.231492 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 695579ed-f964-4788-aceb-48e7f4eeacd0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=695579ed-f964-4788-aceb-48e7f4eeacd0,segment=NetworkSegment(77ef173a-d88f-43ea-aaef-6deb87344210),segment_id=77ef173a-d88f-43ea-aaef-6deb87344210)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:13.239762 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:13.268386 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5f1353-0d01-44e2-b3d9-9f87ac5ab555 x-openstack-request-id: req-2b5f1353-0d01-44e2-b3d9-9f87ac5ab555 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:13.268679 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758607c6-ecce-4b04-8764-2da37cbcaef8", "name": "network-vif-unplugged", "status": "completed", "tag": "695579ed-f964-4788-aceb-48e7f4eeacd0", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:13.268928 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2b5f1353-0d01-44e2-b3d9-9f87ac5ab555 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:13.269307 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'code': 200} Sep 03 18:20:13.297044 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=695579ed-f964-4788-aceb-48e7f4eeacd0,revision_number=6']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:13.374207 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2563a7-de12-4a14-b557-79a1375d8346 req-4206500a-296c-4f58-b3d5-b4f5652ca8be tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:13.375755 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1f2563a7-de12-4a14-b557-79a1375d8346 req-4206500a-296c-4f58-b3d5-b4f5652ca8be tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 943 time: 0.0544119 Sep 03 18:20:13.417800 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1f2563a7-de12-4a14-b557-79a1375d8346 req-c3ad035b-740a-43c3-8c2e-91eef3f1e933 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352862 Sep 03 18:20:14.531166 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a45b64-82ec-4d8e-98b8-6ca056b5476f req-003ff741-3895-477c-ba0f-5b8ca7acb35f tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:14.532636 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40a45b64-82ec-4d8e-98b8-6ca056b5476f req-003ff741-3895-477c-ba0f-5b8ca7acb35f tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 943 time: 0.0482686 Sep 03 18:20:14.569773 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-40a45b64-82ec-4d8e-98b8-6ca056b5476f req-6fb7106a-4af2-4838-9b17-1ee183b5c0bd tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311856 Sep 03 18:20:15.683628 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9864b7bd-1029-46bc-9097-8b53321a6192 req-366bf5db-8e19-4d26-af38-cc5f716ccb32 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:15.685124 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9864b7bd-1029-46bc-9097-8b53321a6192 req-366bf5db-8e19-4d26-af38-cc5f716ccb32 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 943 time: 0.0486012 Sep 03 18:20:15.721667 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9864b7bd-1029-46bc-9097-8b53321a6192 req-fc707123-9e5c-4cf5-a2ee-c1c039b1a06e tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306611 Sep 03 18:20:16.261480 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 53756) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:16.364002 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-50cd7010-bbdd-4593-a238-d929b11d9367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:16.463843 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-50cd7010-bbdd-4593-a238-d929b11d9367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:16.468068 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-50cd7010-bbdd-4593-a238-d929b11d9367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:16.503769 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd7010-bbdd-4593-a238-d929b11d9367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a033ad65-6288-4c32-a6ff-a3e38e673155,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:16.508549 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-50cd7010-bbdd-4593-a238-d929b11d9367 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=679335c99e6d4b3d931b979d64a00ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459838 Sep 03 18:20:16.511049 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 53760) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:16.557788 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-52f13ad1-edf8-44d0-a762-ee0e282cfef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:16.580542 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-52f13ad1-edf8-44d0-a762-ee0e282cfef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:16.624940 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-52f13ad1-edf8-44d0-a762-ee0e282cfef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:16.627539 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-52f13ad1-edf8-44d0-a762-ee0e282cfef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:16.628671 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-52f13ad1-edf8-44d0-a762-ee0e282cfef1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a033ad65-6288-4c32-a6ff-a3e38e673155 HTTP/1.1" status: 204 len: 168 time: 0.1166251 Sep 03 18:20:16.636756 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f13ad1-edf8-44d0-a762-ee0e282cfef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a033ad65-6288-4c32-a6ff-a3e38e673155,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:16.834066 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805e5b98-75cd-4a98-a4f2-9f0caa1f96b0 req-fb7dd050-ee02-49e6-b15d-1d70d2dfaac8 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:16.835597 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-805e5b98-75cd-4a98-a4f2-9f0caa1f96b0 req-fb7dd050-ee02-49e6-b15d-1d70d2dfaac8 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 943 time: 0.0499463 Sep 03 18:20:16.877693 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-805e5b98-75cd-4a98-a4f2-9f0caa1f96b0 req-126d4b0e-a16e-495c-9643-002cd94adb46 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359893 Sep 03 18:20:18.000679 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e22045-fa06-483e-bec0-420daea4dfdc req-a6d0256a-6a97-43a1-9847-c2bd0b1954fb tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:18.002151 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f0e22045-fa06-483e-bec0-420daea4dfdc req-a6d0256a-6a97-43a1-9847-c2bd0b1954fb tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 943 time: 0.0569527 Sep 03 18:20:18.040487 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f0e22045-fa06-483e-bec0-420daea4dfdc req-bdbfb892-c426-43ad-8fb6-346e9439a2a5 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316978 Sep 03 18:20:18.223663 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 53818) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:18.327501 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0868e979-75e3-4021-aaf6-70d5a422cd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:18.418189 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0868e979-75e3-4021-aaf6-70d5a422cd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:18.422320 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0868e979-75e3-4021-aaf6-70d5a422cd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:18.463847 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0868e979-75e3-4021-aaf6-70d5a422cd30 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=46013446e0d34c0a9008cd098c0c678d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2385907 Sep 03 18:20:18.464955 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868e979-75e3-4021-aaf6-70d5a422cd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790e12c9-9d57-4ce9-a766-c7d798da4d5b,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:18.467000 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 53822) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:18.514678 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6ef7788b-3152-48f1-b54b-6fbb648854fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:18.538332 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6ef7788b-3152-48f1-b54b-6fbb648854fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:18.582277 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6ef7788b-3152-48f1-b54b-6fbb648854fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:18.585617 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6ef7788b-3152-48f1-b54b-6fbb648854fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:18.586784 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6ef7788b-3152-48f1-b54b-6fbb648854fa admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/790e12c9-9d57-4ce9-a766-c7d798da4d5b HTTP/1.1" status: 204 len: 168 time: 0.1188920 Sep 03 18:20:18.594455 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7788b-3152-48f1-b54b-6fbb648854fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790e12c9-9d57-4ce9-a766-c7d798da4d5b,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:18.839842 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 53828) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:18.853344 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4206efba-9777-4a52-859d-4260eaa1dd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:18.937791 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4206efba-9777-4a52-859d-4260eaa1dd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:18.941257 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4206efba-9777-4a52-859d-4260eaa1dd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:18.977717 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4206efba-9777-4a52-859d-4260eaa1dd41 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=11ce409fc3884f7d9e04ecf9e1ee77b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1367800 Sep 03 18:20:18.978790 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206efba-9777-4a52-859d-4260eaa1dd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671edee7-a936-4bdc-aafa-86684da423df,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:18.980424 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 53830) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:19.028874 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-afa64288-baea-4f14-887b-a577ca20a5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:19.048986 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-afa64288-baea-4f14-887b-a577ca20a5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:19.095125 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-afa64288-baea-4f14-887b-a577ca20a5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:19.097823 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-afa64288-baea-4f14-887b-a577ca20a5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:19.099018 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-afa64288-baea-4f14-887b-a577ca20a5bd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/671edee7-a936-4bdc-aafa-86684da423df HTTP/1.1" status: 204 len: 168 time: 0.1176169 Sep 03 18:20:19.106845 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa64288-baea-4f14-887b-a577ca20a5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671edee7-a936-4bdc-aafa-86684da423df,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:19.159645 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 695579ed-f964-4788-aceb-48e7f4eeacd0 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:20:19.175414 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582013f9-5908-428a-8d5a-f39ce4323d59 req-77c7df41-290c-4373-a346-a735a9cf9b9d tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:19.177542 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-582013f9-5908-428a-8d5a-f39ce4323d59 req-77c7df41-290c-4373-a346-a735a9cf9b9d tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 943 time: 0.0592489 Sep 03 18:20:19.219468 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-582013f9-5908-428a-8d5a-f39ce4323d59 req-dac1799d-4428-4b6e-bd79-6d2060bb98ed tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354841 Sep 03 18:20:19.259371 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 695579ed-f964-4788-aceb-48e7f4eeacd0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=695579ed-f964-4788-aceb-48e7f4eeacd0,segment=NetworkSegment(77ef173a-d88f-43ea-aaef-6deb87344210),segment_id=77ef173a-d88f-43ea-aaef-6deb87344210)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:19.271831 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'port_id': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'mac_address': 'fa:16:3e:be:a3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:20:19.312941 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:19.326360 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 695579ed-f964-4788-aceb-48e7f4eeacd0 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:20:19.345932 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 695579ed-f964-4788-aceb-48e7f4eeacd0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=695579ed-f964-4788-aceb-48e7f4eeacd0,segment=NetworkSegment(77ef173a-d88f-43ea-aaef-6deb87344210),segment_id=77ef173a-d88f-43ea-aaef-6deb87344210)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:19.350650 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:19.386966 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa5734-e0ea-4b5a-b368-e4dce6c8affc req-ac6beabe-3fa1-4fdd-8743-517cb8ecdda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:19.390504 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0afa5734-e0ea-4b5a-b368-e4dce6c8affc req-ac6beabe-3fa1-4fdd-8743-517cb8ecdda1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 1097 time: 0.0441320 Sep 03 18:20:19.399630 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=695579ed-f964-4788-aceb-48e7f4eeacd0,revision_number=7']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:19.430009 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0afa5734-e0ea-4b5a-b368-e4dce6c8affc req-3cec7fa8-fe01-4709-b333-ac53b3dd0dc9 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320795 Sep 03 18:20:19.655429 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['695579ed-f964-4788-aceb-48e7f4eeacd0'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:20:20.333840 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8a832-e395-4ec5-b4c4-932bd87993d9 req-7fd84cdc-1d75-404a-965a-814f27ab6329 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:20.335514 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d7c8a832-e395-4ec5-b4c4-932bd87993d9 req-7fd84cdc-1d75-404a-965a-814f27ab6329 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 944 time: 0.0503354 Sep 03 18:20:20.373057 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d7c8a832-e395-4ec5-b4c4-932bd87993d9 req-09d34516-ece2-448a-81be-720f9726c108 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317798 Sep 03 18:20:21.169375 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 695579ed-f964-4788-aceb-48e7f4eeacd0 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:20:21.387353 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 695579ed-f964-4788-aceb-48e7f4eeacd0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=695579ed-f964-4788-aceb-48e7f4eeacd0,segment=NetworkSegment(77ef173a-d88f-43ea-aaef-6deb87344210),segment_id=77ef173a-d88f-43ea-aaef-6deb87344210)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:21.398965 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'port_id': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'mac_address': 'fa:16:3e:be:a3:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:20:21.484970 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00103511-d588-40f2-b020-56dd912aa44a req-5920d2fe-a3f5-425c-87db-cb884405ab5f tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:21.486440 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-00103511-d588-40f2-b020-56dd912aa44a req-5920d2fe-a3f5-425c-87db-cb884405ab5f tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 944 time: 0.0476389 Sep 03 18:20:21.490161 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['695579ed-f964-4788-aceb-48e7f4eeacd0'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:20:21.524724 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-00103511-d588-40f2-b020-56dd912aa44a req-1e2bd04d-d3c4-4789-9450-5d4147a91d53 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321281 Sep 03 18:20:22.720109 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5cf61fef-7192-413b-ad72-60e69c16a444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:23.169142 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 695579ed-f964-4788-aceb-48e7f4eeacd0 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:20:23.214841 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port 695579ed-f964-4788-aceb-48e7f4eeacd0 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:20:23.215208 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:23.285802 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:23.307168 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695579ed-f964-4788-aceb-48e7f4eeacd0'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:23.309354 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be3a5a4-d101-4ce4-afb0-8320fe5cd883" -d '{"events": [{"server_uuid": "758607c6-ecce-4b04-8764-2da37cbcaef8", "name": "network-vif-plugged", "status": "completed", "tag": "695579ed-f964-4788-aceb-48e7f4eeacd0"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:23.325596 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 695579ed-f964-4788-aceb-48e7f4eeacd0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=695579ed-f964-4788-aceb-48e7f4eeacd0,segment=NetworkSegment(77ef173a-d88f-43ea-aaef-6deb87344210),segment_id=77ef173a-d88f-43ea-aaef-6deb87344210)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:23.328918 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:23.350960 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619b280f-c3fb-422b-809b-682657eac9d9 x-openstack-request-id: req-619b280f-c3fb-422b-809b-682657eac9d9 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:23.351243 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758607c6-ecce-4b04-8764-2da37cbcaef8", "name": "network-vif-plugged", "status": "completed", "tag": "695579ed-f964-4788-aceb-48e7f4eeacd0", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:23.351491 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-619b280f-c3fb-422b-809b-682657eac9d9 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:23.351873 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'code': 200} Sep 03 18:20:23.375885 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=695579ed-f964-4788-aceb-48e7f4eeacd0,revision_number=8']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:24.032820 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 53938) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:24.135071 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-09323e30-261e-42f2-adcb-2c47af868b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:24.219200 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-09323e30-261e-42f2-adcb-2c47af868b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:24.223023 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-09323e30-261e-42f2-adcb-2c47af868b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:24.263311 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-09323e30-261e-42f2-adcb-2c47af868b9f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cc9b607dc11d45a080f922205ed2a29c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294409 Sep 03 18:20:24.264113 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09323e30-261e-42f2-adcb-2c47af868b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d91c17a4-f79f-4f8f-869b-4ded9f3dc437,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:24.266044 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 53942) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:24.325253 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-014d2607-9d1f-4fb6-b3ef-30a6ad48fe07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:24.345792 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-014d2607-9d1f-4fb6-b3ef-30a6ad48fe07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:24.394028 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-014d2607-9d1f-4fb6-b3ef-30a6ad48fe07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:24.398646 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-014d2607-9d1f-4fb6-b3ef-30a6ad48fe07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:24.399807 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-014d2607-9d1f-4fb6-b3ef-30a6ad48fe07 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d91c17a4-f79f-4f8f-869b-4ded9f3dc437 HTTP/1.1" status: 204 len: 168 time: 0.1327562 Sep 03 18:20:24.408030 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014d2607-9d1f-4fb6-b3ef-30a6ad48fe07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d91c17a4-f79f-4f8f-869b-4ded9f3dc437,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:24.662583 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 53948) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:24.675657 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9fc6620e-aae3-45c6-af19-67469bdb725d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:24.760016 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9fc6620e-aae3-45c6-af19-67469bdb725d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:24.763676 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-9fc6620e-aae3-45c6-af19-67469bdb725d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:24.799640 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6620e-aae3-45c6-af19-67469bdb725d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91b2a3a0-9ff0-4db5-a557-6051a28f7b57,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:24.805196 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-9fc6620e-aae3-45c6-af19-67469bdb725d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e0b859edd9347d0a68a4e2b92b80c20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1414921 Sep 03 18:20:24.807884 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 53950) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:24.862139 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fcc180fb-61e9-4bdd-8b21-30c6b96dfbe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:24.882376 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fcc180fb-61e9-4bdd-8b21-30c6b96dfbe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:24.926765 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fcc180fb-61e9-4bdd-8b21-30c6b96dfbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:24.929313 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fcc180fb-61e9-4bdd-8b21-30c6b96dfbe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:24.930470 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-fcc180fb-61e9-4bdd-8b21-30c6b96dfbe7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/91b2a3a0-9ff0-4db5-a557-6051a28f7b57 HTTP/1.1" status: 204 len: 168 time: 0.1218197 Sep 03 18:20:24.937808 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc180fb-61e9-4bdd-8b21-30c6b96dfbe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b2a3a0-9ff0-4db5-a557-6051a28f7b57,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:25.242829 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 53960) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:25.258908 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6d4f731b-e3cd-4ac3-bbc7-3b2d7311968e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:25.340069 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0deca2f1-7ffd-4d74-9423-5964480e693e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:25.345034 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6d4f731b-e3cd-4ac3-bbc7-3b2d7311968e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:25.348544 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-6d4f731b-e3cd-4ac3-bbc7-3b2d7311968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:25.385226 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-6d4f731b-e3cd-4ac3-bbc7-3b2d7311968e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=20729260b69d442f888339e2fb53c18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413457 Sep 03 18:20:25.387094 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f731b-e3cd-4ac3-bbc7-3b2d7311968e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e8b650-455e-4103-a180-08d169068995,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:25.388032 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 53962) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:25.438346 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-34b01003-fdd3-4564-b425-e3303aeb611d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:25.458877 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-34b01003-fdd3-4564-b425-e3303aeb611d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:25.502829 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-34b01003-fdd3-4564-b425-e3303aeb611d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:25.506087 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-34b01003-fdd3-4564-b425-e3303aeb611d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:25.507250 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-34b01003-fdd3-4564-b425-e3303aeb611d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b1e8b650-455e-4103-a180-08d169068995 HTTP/1.1" status: 204 len: 168 time: 0.1181817 Sep 03 18:20:25.514570 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b01003-fdd3-4564-b425-e3303aeb611d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e8b650-455e-4103-a180-08d169068995,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:25.852166 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:26.843601 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:28.149814 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:28.352734 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:29.025164 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 54006) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:29.126950 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-65b92594-1a07-4705-9523-2f906229f317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:29.214079 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-65b92594-1a07-4705-9523-2f906229f317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:29.217982 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-65b92594-1a07-4705-9523-2f906229f317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:29.255893 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-65b92594-1a07-4705-9523-2f906229f317 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a686d8b6a48d49bb84a7eec004a9aee7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294974 Sep 03 18:20:29.256939 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b92594-1a07-4705-9523-2f906229f317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c02ffc3-f5d2-4e94-a512-282bcc9ae554,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:29.258478 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 54010) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:29.312428 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-474ee74f-2ec0-4969-b8d3-43a787e0c8c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:29.332230 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-474ee74f-2ec0-4969-b8d3-43a787e0c8c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:29.377340 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-474ee74f-2ec0-4969-b8d3-43a787e0c8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:29.379870 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-474ee74f-2ec0-4969-b8d3-43a787e0c8c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:29.381018 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-474ee74f-2ec0-4969-b8d3-43a787e0c8c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8c02ffc3-f5d2-4e94-a512-282bcc9ae554 HTTP/1.1" status: 204 len: 168 time: 0.1215649 Sep 03 18:20:29.388318 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ee74f-2ec0-4969-b8d3-43a787e0c8c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c02ffc3-f5d2-4e94-a512-282bcc9ae554,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:30.349683 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 54040) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:30.452597 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-88ee7dbd-2353-440d-8029-5dfda9cc8edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:30.541453 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-88ee7dbd-2353-440d-8029-5dfda9cc8edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:30.544890 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-88ee7dbd-2353-440d-8029-5dfda9cc8edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:30.581511 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-88ee7dbd-2353-440d-8029-5dfda9cc8edb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6234b326c2214e2784099859f85366d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307775 Sep 03 18:20:30.582405 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee7dbd-2353-440d-8029-5dfda9cc8edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4501ff29-3a6f-4579-aa40-81843a7df89a,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:30.584349 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 54044) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:30.631668 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-11deb1f5-14cd-413e-b7c0-02a92d6657a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:30.652535 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-11deb1f5-14cd-413e-b7c0-02a92d6657a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:30.699918 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-11deb1f5-14cd-413e-b7c0-02a92d6657a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:30.702502 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-11deb1f5-14cd-413e-b7c0-02a92d6657a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:30.703648 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-11deb1f5-14cd-413e-b7c0-02a92d6657a2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4501ff29-3a6f-4579-aa40-81843a7df89a HTTP/1.1" status: 204 len: 168 time: 0.1182451 Sep 03 18:20:30.711720 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11deb1f5-14cd-413e-b7c0-02a92d6657a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4501ff29-3a6f-4579-aa40-81843a7df89a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:32.549404 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f7c3399-e7c8-4ebb-ba53-eb5fd6951c68 req-b4ce76f4-2f68-4bbb-a640-963a531fd5ec service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381515 Sep 03 18:20:32.614544 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c3399-e7c8-4ebb-ba53-eb5fd6951c68 req-b3838e86-37a2-4416-8a00-b0a0c3d21779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:32.616009 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f7c3399-e7c8-4ebb-ba53-eb5fd6951c68 req-b3838e86-37a2-4416-8a00-b0a0c3d21779 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=91b2e3de39174dfaafef8a07f2e61bc2&device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 1100 time: 0.0416143 Sep 03 18:20:32.717913 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c3399-e7c8-4ebb-ba53-eb5fd6951c68 req-52635a8b-3ec0-4986-af12-7cda7fbaa7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:32.719419 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f7c3399-e7c8-4ebb-ba53-eb5fd6951c68 req-52635a8b-3ec0-4986-af12-7cda7fbaa7ff service neutron] 10.222.0.55 "GET /v2.0/networks?id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04 HTTP/1.1" status: 200 len: 916 time: 0.0835350 Sep 03 18:20:32.792978 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f7c3399-e7c8-4ebb-ba53-eb5fd6951c68 req-c62551a5-bd01-46a5-9925-76775cb5f652 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fbd192d4-630f-4569-9cde-371ed14feb66 HTTP/1.1" status: 200 len: 1001 time: 0.0626767 Sep 03 18:20:32.862043 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-cea77516-1e26-473e-aa67-9bc65a3b52ef tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=e8ae10030d07447b901a0b092c39f37e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339031 Sep 03 18:20:32.872502 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c3399-e7c8-4ebb-ba53-eb5fd6951c68 req-358383e6-508d-40f1-b3b9-f2d76d2251a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:32.873888 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f7c3399-e7c8-4ebb-ba53-eb5fd6951c68 req-358383e6-508d-40f1-b3b9-f2d76d2251a3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=208c51a8-f834-4218-8eaa-2936809d4cf5 HTTP/1.1" status: 200 len: 854 time: 0.0735707 Sep 03 18:20:33.057820 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7c3399-e7c8-4ebb-ba53-eb5fd6951c68 req-3f212ccc-c39d-4c8b-9afc-3c6a2727ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:33.059249 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f7c3399-e7c8-4ebb-ba53-eb5fd6951c68 req-3f212ccc-c39d-4c8b-9afc-3c6a2727ae91 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=41fa7a84-d360-4dba-842f-a7b3bb1b4e04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1695378 Sep 03 18:20:33.084910 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-517bf723-493a-4a97-86df-29660613bab9 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:33.086307 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-517bf723-493a-4a97-86df-29660613bab9 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2182353 Sep 03 18:20:33.113738 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-c4ce1d2d-663b-4746-bdd3-b85809672782 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/quotas/e8ae10030d07447b901a0b092c39f37e HTTP/1.1" status: 200 len: 375 time: 0.0184722 Sep 03 18:20:33.175664 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-97eae59d-bc17-4a0b-8eb3-e37b7a636d4b tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=e8ae10030d07447b901a0b092c39f37e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317862 Sep 03 18:20:33.190633 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f7c3399-e7c8-4ebb-ba53-eb5fd6951c68 req-5345ef8c-9ed3-4b89-ba2d-baf2fa10f128 service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207054 Sep 03 18:20:33.294562 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2f7c3399-e7c8-4ebb-ba53-eb5fd6951c68 req-69773026-9446-4251-bbfa-d8470e851a9b service neutron] 10.222.0.55 "GET /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946813 Sep 03 18:20:33.332154 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-37847e00-5d33-412e-8fd7-4df4223ea121 req-521a1271-06fc-4dae-9159-b50c92f3399f tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ae8e119-12bc-43c8-83eb-681174b1e54e HTTP/1.1" status: 200 len: 210 time: 0.0290904 Sep 03 18:20:34.288920 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-70919e0b-5dee-490d-a2bd-a254102a040c tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e8ae10030d07447b901a0b092c39f37e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215526 Sep 03 18:20:34.430133 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-f58ae0f0-2722-4201-8338-91fd44324713 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:34.431582 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-f58ae0f0-2722-4201-8338-91fd44324713 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1279237 Sep 03 18:20:34.449174 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Request body: {'port': {'device_id': '8ae8e119-12bc-43c8-83eb-681174b1e54e', 'network_id': '5701ff2a-29dd-4d51-825e-d31e1290e565', 'admin_state_up': True, 'tenant_id': 'e8ae10030d07447b901a0b092c39f37e'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:20:34.453316 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-10d4c414-5167-4a9a-94c7-f1ad58946ea9 req-5ec09586-1c0e-4dcb-9b12-4960b712d813 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ae8e119-12bc-43c8-83eb-681174b1e54e HTTP/1.1" status: 200 len: 210 time: 0.0485797 Sep 03 18:20:34.557546 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Made reservation on behalf of e8ae10030d07447b901a0b092c39f37e for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:20:34.560878 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:34.569941 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:34.657524 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:34.661440 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:34.734481 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=108fda29-17f7-410d-a209-84cb27e42a62,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:34.800902 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Allocated IP 192.168.233.152 (5701ff2a-29dd-4d51-825e-d31e1290e565/1f3fd10b-3a8c-49c9-a2f1-31199e80c08c/59d851f4-f39d-476f-bc2a-ea2c6ad6cadf) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:20:34.948281 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:34.961448 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Transition to ACTIVE for port object 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:20:34.991751 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:35.033955 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Network 5701ff2a-29dd-4d51-825e-d31e1290e565 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:20:35.036916 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:20:35.040369 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:20:35.048376 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Pushing event updated for resources: {'Port': ['ID=59d851f4-f39d-476f-bc2a-ea2c6ad6cadf,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:35.094376 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:35.095008 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:35.109996 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-a4377b9d-26cd-4970-a4a3-14bcd71704fd tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6646383 Sep 03 18:20:35.128341 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Request body: {'port': {'device_id': '8ae8e119-12bc-43c8-83eb-681174b1e54e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:20:35.188695 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:35.244609 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-86b7bced-a7de-4ef1-856c-2b06e7e9c6df None None] Provisioning for port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:20:35.248117 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-86b7bced-a7de-4ef1-856c-2b06e7e9c6df None None] Provisioning complete for port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:20:35.248474 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86b7bced-a7de-4ef1-856c-2b06e7e9c6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:35.283869 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-86b7bced-a7de-4ef1-856c-2b06e7e9c6df None None] Port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:20:35.445347 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:20:35.452379 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:35.464152 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Transition to ACTIVE for port object 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:20:35.467513 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:35.513593 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Pushing event updated for resources: {'Port': ['ID=59d851f4-f39d-476f-bc2a-ea2c6ad6cadf,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:35.617943 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407364d-084b-4d0d-bc8d-971b63112469 req-76ce0b69-a9b3-4886-a501-0e465645f1cf tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:35.619513 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6407364d-084b-4d0d-bc8d-971b63112469 req-76ce0b69-a9b3-4886-a501-0e465645f1cf tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ae8e119-12bc-43c8-83eb-681174b1e54e HTTP/1.1" status: 200 len: 948 time: 0.0997753 Sep 03 18:20:35.624368 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Attempting to bind port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:20:35.624702 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Attempting to bind port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '2c20d065-d3d9-4152-a7bf-cf2b060b6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5701ff2a-29dd-4d51-825e-d31e1290e565'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:20:35.625021 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Attempting to bind port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf on network 5701ff2a-29dd-4d51-825e-d31e1290e565 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:20:35.637465 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf on network 5701ff2a-29dd-4d51-825e-d31e1290e565 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:20:35.637786 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Attempting to bind port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf on network 5701ff2a-29dd-4d51-825e-d31e1290e565 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:20:35.652490 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:20:35.652823 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Checking segment: {'id': '2c20d065-d3d9-4152-a7bf-cf2b060b6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5701ff2a-29dd-4d51-825e-d31e1290e565'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:20:35.653225 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Bound using segment: {'id': '2c20d065-d3d9-4152-a7bf-cf2b060b6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5701ff2a-29dd-4d51-825e-d31e1290e565'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:20:35.653655 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Bound port: 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c20d065-d3d9-4152-a7bf-cf2b060b6f8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '5701ff2a-29dd-4d51-825e-d31e1290e565'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:20:35.654006 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:35.679916 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6407364d-084b-4d0d-bc8d-971b63112469 req-bb00aed4-6b08-4265-b1e6-73f784d9281e tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/security-groups?id=108fda29-17f7-410d-a209-84cb27e42a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525656 Sep 03 18:20:35.730594 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] For port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:20:35.733888 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] For port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=59d851f4-f39d-476f-bc2a-ea2c6ad6cadf,segment=NetworkSegment(2c20d065-d3d9-4152-a7bf-cf2b060b6f8c),segment_id=2c20d065-d3d9-4152-a7bf-cf2b060b6f8c)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:20:35.737837 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:35.772889 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:35.773537 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:35.774935 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] 10.222.0.55 "PUT /v2.0/ports/59d851f4-f39d-476f-bc2a-ea2c6ad6cadf HTTP/1.1" status: 200 len: 1098 time: 0.6510055 Sep 03 18:20:35.775363 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae8e119-12bc-43c8-83eb-681174b1e54e', 'tag': '59d851f4-f39d-476f-bc2a-ea2c6ad6cadf'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:35.777556 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fde0d6b-f314-4187-931a-3933f6798e41" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae8e119-12bc-43c8-83eb-681174b1e54e", "tag": "59d851f4-f39d-476f-bc2a-ea2c6ad6cadf"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:35.806793 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563f910-0e30-4e98-8f53-058baeae9820 service neutron] Pushing event updated for resources: {'Port': ['ID=59d851f4-f39d-476f-bc2a-ea2c6ad6cadf,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:35.828040 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7645e24e-9c0d-461d-bb12-6d13f5116f3d x-openstack-request-id: req-7645e24e-9c0d-461d-bb12-6d13f5116f3d {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:35.828330 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae8e119-12bc-43c8-83eb-681174b1e54e", "tag": "59d851f4-f39d-476f-bc2a-ea2c6ad6cadf", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:35.828583 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7645e24e-9c0d-461d-bb12-6d13f5116f3d {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:35.828974 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae8e119-12bc-43c8-83eb-681174b1e54e', 'tag': '59d851f4-f39d-476f-bc2a-ea2c6ad6cadf', 'status': 'completed', 'code': 200} Sep 03 18:20:35.863641 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-d5d55286-705b-4ed2-8c93-1e800680df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:35.865717 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-d5d55286-705b-4ed2-8c93-1e800680df23 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8ae10030d07447b901a0b092c39f37e&device_id=8ae8e119-12bc-43c8-83eb-681174b1e54e HTTP/1.1" status: 200 len: 1101 time: 0.0462646 Sep 03 18:20:35.908556 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-6028a9d5-9c4e-4588-9db8-cf261ba74c3f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=59d851f4-f39d-476f-bc2a-ea2c6ad6cadf HTTP/1.1" status: 200 len: 217 time: 0.0343018 Sep 03 18:20:35.962176 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-bc9633e6-f1a6-43a9-8f42-c6731f344c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:35.963678 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-bc9633e6-f1a6-43a9-8f42-c6731f344c03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f3fd10b-3a8c-49c9-a2f1-31199e80c08c HTTP/1.1" status: 200 len: 843 time: 0.0474403 Sep 03 18:20:36.009873 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-261733b7-582d-48fe-848c-767b62d4e185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:36.011353 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-261733b7-582d-48fe-848c-767b62d4e185 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5701ff2a-29dd-4d51-825e-d31e1290e565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0390699 Sep 03 18:20:36.098790 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-b11a8dc5-6174-4fbc-b22b-569e3bc9c62d service neutron] 10.222.0.55 "GET /v2.0/networks/5701ff2a-29dd-4d51-825e-d31e1290e565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785413 Sep 03 18:20:36.192907 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8fe5c3e-35b2-4a46-830d-acae742c8b1a req-c9c50c41-d4b4-429f-9f94-55213a9e7754 service neutron] 10.222.0.55 "GET /v2.0/networks/5701ff2a-29dd-4d51-825e-d31e1290e565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841041 Sep 03 18:20:36.284025 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde0d6b-f314-4187-931a-3933f6798e41 req-7942f271-866d-4d7b-a2b9-54709b799552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:36.285378 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0fde0d6b-f314-4187-931a-3933f6798e41 req-7942f271-866d-4d7b-a2b9-54709b799552 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e8ae10030d07447b901a0b092c39f37e&device_id=8ae8e119-12bc-43c8-83eb-681174b1e54e HTTP/1.1" status: 200 len: 1101 time: 0.0387950 Sep 03 18:20:36.385038 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde0d6b-f314-4187-931a-3933f6798e41 req-b9aa24b2-05c5-4296-b175-0ec08d8dd764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:36.386498 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0fde0d6b-f314-4187-931a-3933f6798e41 req-b9aa24b2-05c5-4296-b175-0ec08d8dd764 service neutron] 10.222.0.55 "GET /v2.0/networks?id=5701ff2a-29dd-4d51-825e-d31e1290e565 HTTP/1.1" status: 200 len: 870 time: 0.0850985 Sep 03 18:20:36.426490 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0fde0d6b-f314-4187-931a-3933f6798e41 req-684e2e91-63d6-496b-b095-4bff50838164 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=59d851f4-f39d-476f-bc2a-ea2c6ad6cadf HTTP/1.1" status: 200 len: 217 time: 0.0326054 Sep 03 18:20:36.477662 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde0d6b-f314-4187-931a-3933f6798e41 req-b6bd5117-9726-4335-a9a4-dd07af05ed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:36.479123 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0fde0d6b-f314-4187-931a-3933f6798e41 req-b6bd5117-9726-4335-a9a4-dd07af05ed74 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=1f3fd10b-3a8c-49c9-a2f1-31199e80c08c HTTP/1.1" status: 200 len: 843 time: 0.0446653 Sep 03 18:20:36.535709 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde0d6b-f314-4187-931a-3933f6798e41 req-f2106148-7147-4d69-93eb-ed64cab36b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:36.537729 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0fde0d6b-f314-4187-931a-3933f6798e41 req-f2106148-7147-4d69-93eb-ed64cab36b55 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=5701ff2a-29dd-4d51-825e-d31e1290e565&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0400054 Sep 03 18:20:36.626854 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0fde0d6b-f314-4187-931a-3933f6798e41 req-78556a0a-6e4d-445d-898e-8953b94822d5 service neutron] 10.222.0.55 "GET /v2.0/networks/5701ff2a-29dd-4d51-825e-d31e1290e565?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797503 Sep 03 18:20:36.721967 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0fde0d6b-f314-4187-931a-3933f6798e41 req-2cb8dccb-4af5-41e6-979e-50c511a0df7f service neutron] 10.222.0.55 "GET /v2.0/networks/5701ff2a-29dd-4d51-825e-d31e1290e565?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868361 Sep 03 18:20:36.793374 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf20b379-a0bb-44c0-894e-6d76181adae5 req-3a6a9be0-d0ad-4594-a12b-298238d5d183 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:36.794773 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf20b379-a0bb-44c0-894e-6d76181adae5 req-3a6a9be0-d0ad-4594-a12b-298238d5d183 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ae8e119-12bc-43c8-83eb-681174b1e54e HTTP/1.1" status: 200 len: 948 time: 0.0480375 Sep 03 18:20:36.830485 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bf20b379-a0bb-44c0-894e-6d76181adae5 req-e85bcf8e-9dff-421a-bc17-fb9ad9aff910 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/security-groups?id=108fda29-17f7-410d-a209-84cb27e42a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298514 Sep 03 18:20:37.269210 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:20:37.362366 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=59d851f4-f39d-476f-bc2a-ea2c6ad6cadf,segment=NetworkSegment(2c20d065-d3d9-4152-a7bf-cf2b060b6f8c),segment_id=2c20d065-d3d9-4152-a7bf-cf2b060b6f8c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:37.373807 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': '59d851f4-f39d-476f-bc2a-ea2c6ad6cadf', 'network_id': '5701ff2a-29dd-4d51-825e-d31e1290e565', 'port_id': '59d851f4-f39d-476f-bc2a-ea2c6ad6cadf', 'mac_address': 'fa:16:3e:f4:7d:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3fd10b-3a8c-49c9-a2f1-31199e80c08c', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:20:37.416422 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:37.439271 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:20:37.451842 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=59d851f4-f39d-476f-bc2a-ea2c6ad6cadf,segment=NetworkSegment(2c20d065-d3d9-4152-a7bf-cf2b060b6f8c),segment_id=2c20d065-d3d9-4152-a7bf-cf2b060b6f8c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:37.455609 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:37.501047 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=59d851f4-f39d-476f-bc2a-ea2c6ad6cadf,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:37.508684 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:37.509032 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:37.509372 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:37.509708 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:37.510035 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:37.510539 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:37.510870 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:37.511196 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:37.511524 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:37.511842 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:37.512159 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:37.512473 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:20:37.656316 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fb2313-7cb5-4def-ab39-9974416f55f1 req-bd105e01-e256-44e5-975d-320754733036 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:37.657791 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-04fb2313-7cb5-4def-ab39-9974416f55f1 req-bd105e01-e256-44e5-975d-320754733036 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 947 time: 0.0525539 Sep 03 18:20:37.698097 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-04fb2313-7cb5-4def-ab39-9974416f55f1 req-f20dff3e-b8aa-437e-ae0c-fc79c00b13d9 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343146 Sep 03 18:20:37.716922 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['59d851f4-f39d-476f-bc2a-ea2c6ad6cadf'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:20:38.142069 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294da758-0283-493c-8e90-61bb72081828 req-05b91fd0-091b-4682-859d-846621302226 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:38.143477 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-294da758-0283-493c-8e90-61bb72081828 req-05b91fd0-091b-4682-859d-846621302226 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ae8e119-12bc-43c8-83eb-681174b1e54e HTTP/1.1" status: 200 len: 949 time: 0.2458663 Sep 03 18:20:38.179704 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-294da758-0283-493c-8e90-61bb72081828 req-a7a874b1-3060-42e8-bdff-5a006345136d tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/security-groups?id=108fda29-17f7-410d-a209-84cb27e42a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296192 Sep 03 18:20:38.812665 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1493f35e-ac47-463b-b4c9-e760db18ea30 req-b39cfa56-f9f7-4d0d-b3c6-dff80a567f1f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:38.814112 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1493f35e-ac47-463b-b4c9-e760db18ea30 req-b39cfa56-f9f7-4d0d-b3c6-dff80a567f1f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 947 time: 0.0476904 Sep 03 18:20:38.850452 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1493f35e-ac47-463b-b4c9-e760db18ea30 req-accfec31-2e33-4981-97dd-747fc8cf74eb tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups?id=ec5b475a-37da-406e-8ad7-fc021b25d0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299332 Sep 03 18:20:39.140893 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b5fde-b053-4641-9e46-237b3f4dbf45 req-229bcf95-c6a7-44ec-a373-66911e719385 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:39.142250 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd6b5fde-b053-4641-9e46-237b3f4dbf45 req-229bcf95-c6a7-44ec-a373-66911e719385 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.55 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 947 time: 0.0473144 Sep 03 18:20:39.234456 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-cd6b5fde-b053-4641-9e46-237b3f4dbf45 req-85aaaff7-fcb1-45cb-8e1b-03cdb775868f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Deleting port fbd192d4-630f-4569-9cde-371ed14feb66 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:20:39.234794 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cd6b5fde-b053-4641-9e46-237b3f4dbf45 req-85aaaff7-fcb1-45cb-8e1b-03cdb775868f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:39.280951 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:20:39.327949 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:20:39.332239 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:20:39.332612 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:39.346957 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05378168-e327-4f86-9258-b25693bba181 req-7a3104a2-0cb0-4253-8f26-cfc3c6792a01 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:39.348462 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-05378168-e327-4f86-9258-b25693bba181 req-7a3104a2-0cb0-4253-8f26-cfc3c6792a01 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ae8e119-12bc-43c8-83eb-681174b1e54e HTTP/1.1" status: 200 len: 949 time: 0.0997601 Sep 03 18:20:39.372985 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-cd6b5fde-b053-4641-9e46-237b3f4dbf45 req-85aaaff7-fcb1-45cb-8e1b-03cdb775868f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] For port fbd192d4-630f-4569-9cde-371ed14feb66, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fbd192d4-630f-4569-9cde-371ed14feb66,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:39.373360 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cd6b5fde-b053-4641-9e46-237b3f4dbf45 req-85aaaff7-fcb1-45cb-8e1b-03cdb775868f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:39.413766 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:39.436906 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae8e119-12bc-43c8-83eb-681174b1e54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d851f4-f39d-476f-bc2a-ea2c6ad6cadf'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:39.437563 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-05378168-e327-4f86-9258-b25693bba181 req-5ce3edce-2a2d-4c8e-991c-419da375e29a tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/security-groups?id=108fda29-17f7-410d-a209-84cb27e42a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826132 Sep 03 18:20:39.440557 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd1fcfa-68f8-45f8-94b6-a4cdb966fa24" -d '{"events": [{"server_uuid": "8ae8e119-12bc-43c8-83eb-681174b1e54e", "name": "network-vif-plugged", "status": "completed", "tag": "59d851f4-f39d-476f-bc2a-ea2c6ad6cadf"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:39.454034 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=59d851f4-f39d-476f-bc2a-ea2c6ad6cadf,segment=NetworkSegment(2c20d065-d3d9-4152-a7bf-cf2b060b6f8c),segment_id=2c20d065-d3d9-4152-a7bf-cf2b060b6f8c)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:39.460557 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:39.461391 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device fbd192d4-630f-4569-9cde-371ed14feb66 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:20:39.486050 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea36bfb0-44de-481a-b8aa-396361740243 x-openstack-request-id: req-ea36bfb0-44de-481a-b8aa-396361740243 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:39.486357 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae8e119-12bc-43c8-83eb-681174b1e54e", "name": "network-vif-plugged", "status": "completed", "tag": "59d851f4-f39d-476f-bc2a-ea2c6ad6cadf", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:39.486603 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ea36bfb0-44de-481a-b8aa-396361740243 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:39.486977 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae8e119-12bc-43c8-83eb-681174b1e54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59d851f4-f39d-476f-bc2a-ea2c6ad6cadf', 'code': 200} Sep 03 18:20:39.545044 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=59d851f4-f39d-476f-bc2a-ea2c6ad6cadf,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:39.581181 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cd6b5fde-b053-4641-9e46-237b3f4dbf45 req-85aaaff7-fcb1-45cb-8e1b-03cdb775868f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:39.581543 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cd6b5fde-b053-4641-9e46-237b3f4dbf45 req-85aaaff7-fcb1-45cb-8e1b-03cdb775868f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:39.581883 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.l3_db [req-cd6b5fde-b053-4641-9e46-237b3f4dbf45 req-85aaaff7-fcb1-45cb-8e1b-03cdb775868f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Floating IP 7fb39f78-f146-4db7-8f34-ad23335d9b90 disassociated. External IP: 172.27.3.86, port: fbd192d4-630f-4569-9cde-371ed14feb66. Sep 03 18:20:39.582219 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-cd6b5fde-b053-4641-9e46-237b3f4dbf45 req-85aaaff7-fcb1-45cb-8e1b-03cdb775868f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Calling delete_port for fbd192d4-630f-4569-9cde-371ed14feb66 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:20:39.587802 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:39.622491 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port fbd192d4-630f-4569-9cde-371ed14feb66, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=fbd192d4-630f-4569-9cde-371ed14feb66,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:39.627435 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:39.664234 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09127867-6e27-45ba-9ad0-12015785140c req-160b7cbf-cbe4-4ff4-acf1-d98aa997a134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:39.666474 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-09127867-6e27-45ba-9ad0-12015785140c req-160b7cbf-cbe4-4ff4-acf1-d98aa997a134 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=8ae8e119-12bc-43c8-83eb-681174b1e54e HTTP/1.1" status: 200 len: 1103 time: 0.0498812 Sep 03 18:20:39.690727 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=fbd192d4-630f-4569-9cde-371ed14feb66,revision_number=11']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:39.703238 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-09127867-6e27-45ba-9ad0-12015785140c req-e229ccdf-e7c1-4040-a4e0-6c6c304dcccc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=108fda29-17f7-410d-a209-84cb27e42a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291293 Sep 03 18:20:39.720282 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cd6b5fde-b053-4641-9e46-237b3f4dbf45 req-85aaaff7-fcb1-45cb-8e1b-03cdb775868f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:39.746447 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aaaff7-fcb1-45cb-8e1b-03cdb775868f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event deleted for resources: {'Port': ['ID=fbd192d4-630f-4569-9cde-371ed14feb66,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:39.858054 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd6b5fde-b053-4641-9e46-237b3f4dbf45 req-85aaaff7-fcb1-45cb-8e1b-03cdb775868f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Router da857d23-6fa9-407e-aad5-e756288bf361 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:20:39.957764 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d92aa401-fd5a-4b6e-a632-ddc82dd88345 req-564f3b21-a5d4-4ecf-a3f8-558b6a1abcf1 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/ports?device_id=834eceb3-426d-4231-b924-2cf432c669c5 HTTP/1.1" status: 200 len: 210 time: 0.0300343 Sep 03 18:20:39.986877 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd6b5fde-b053-4641-9e46-237b3f4dbf45 req-85aaaff7-fcb1-45cb-8e1b-03cdb775868f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:20:39.996393 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454fc65-3b45-470c-a7b1-a2fbb15d11d2 None None] Sync routers for ids ['da857d23-6fa9-407e-aad5-e756288bf361'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:20:40.005209 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454fc65-3b45-470c-a7b1-a2fbb15d11d2 None None] Routers {'da857d23-6fa9-407e-aad5-e756288bf361'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:20:40.006370 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-a454fc65-3b45-470c-a7b1-a2fbb15d11d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:20:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['da857d23-6fa9-407e-aad5-e756288bf361'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:40.032663 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd6b5fde-b053-4641-9e46-237b3f4dbf45 req-85aaaff7-fcb1-45cb-8e1b-03cdb775868f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] No DVR routers for this DVR port fbd192d4-630f-4569-9cde-371ed14feb66 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:20:40.035284 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-cd6b5fde-b053-4641-9e46-237b3f4dbf45 req-85aaaff7-fcb1-45cb-8e1b-03cdb775868f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:40.037533 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-cd6b5fde-b053-4641-9e46-237b3f4dbf45 req-85aaaff7-fcb1-45cb-8e1b-03cdb775868f tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.55 "DELETE /v2.0/ports/fbd192d4-630f-4569-9cde-371ed14feb66 HTTP/1.1" status: 204 len: 173 time: 0.8877220 Sep 03 18:20:40.037984 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834eceb3-426d-4231-b924-2cf432c669c5', 'name': 'network-vif-deleted', 'tag': 'fbd192d4-630f-4569-9cde-371ed14feb66'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:40.040239 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e7b5a5-5685-4689-81fc-0e02fd2478b7" -d '{"events": [{"server_uuid": "834eceb3-426d-4231-b924-2cf432c669c5", "name": "network-vif-deleted", "tag": "fbd192d4-630f-4569-9cde-371ed14feb66"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:40.098003 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6cabbd-3fcf-45b0-a13e-d593b5ee8026 x-openstack-request-id: req-cc6cabbd-3fcf-45b0-a13e-d593b5ee8026 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:40.098542 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834eceb3-426d-4231-b924-2cf432c669c5", "name": "network-vif-deleted", "tag": "fbd192d4-630f-4569-9cde-371ed14feb66", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:40.099012 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cc6cabbd-3fcf-45b0-a13e-d593b5ee8026 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:40.099554 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834eceb3-426d-4231-b924-2cf432c669c5', 'name': 'network-vif-deleted', 'tag': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'status': 'completed', 'code': 200} Sep 03 18:20:40.119646 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-a454fc65-3b45-470c-a7b1-a2fbb15d11d2 None None] Set router da857d23-6fa9-407e-aad5-e756288bf361 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:20:40.317649 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-a454fc65-3b45-470c-a7b1-a2fbb15d11d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'e4171c9f-b917-4dd3-8758-1f74e0cbe508', 'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'mac_address': 'fa:16:3e:a5:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:37Z', 'revision_number': 5, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'subnets': [{'id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:40.344194 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454fc65-3b45-470c-a7b1-a2fbb15d11d2 None None] Checking router: da857d23-6fa9-407e-aad5-e756288bf361 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:20:40.352227 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a454fc65-3b45-470c-a7b1-a2fbb15d11d2 None None] Routers {'da857d23-6fa9-407e-aad5-e756288bf361'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:20:40.352824 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-a454fc65-3b45-470c-a7b1-a2fbb15d11d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:20:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['da857d23-6fa9-407e-aad5-e756288bf361'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:40.454769 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-a454fc65-3b45-470c-a7b1-a2fbb15d11d2 None None] Set router da857d23-6fa9-407e-aad5-e756288bf361 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:20:40.561429 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c67b15-3b77-457c-9f62-9bf1f7f1dd68 req-862d6b9c-1420-4d63-8cee-33e01cdd51e2 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:40.562976 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-69c67b15-3b77-457c-9f62-9bf1f7f1dd68 req-862d6b9c-1420-4d63-8cee-33e01cdd51e2 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ae8e119-12bc-43c8-83eb-681174b1e54e HTTP/1.1" status: 200 len: 950 time: 0.0539436 Sep 03 18:20:40.622842 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-69c67b15-3b77-457c-9f62-9bf1f7f1dd68 req-699c70d0-6ece-4948-be74-1f705414be42 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/security-groups?id=108fda29-17f7-410d-a209-84cb27e42a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340340 Sep 03 18:20:40.678114 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-a454fc65-3b45-470c-a7b1-a2fbb15d11d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'e4171c9f-b917-4dd3-8758-1f74e0cbe508', 'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'mac_address': 'fa:16:3e:a5:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:37Z', 'revision_number': 5, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'subnets': [{'id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:40.704478 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a454fc65-3b45-470c-a7b1-a2fbb15d11d2 None None] The sync data for ids ['da857d23-6fa9-407e-aad5-e756288bf361'] in dv-cinder-788782-10-iscsi is: [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'e4171c9f-b917-4dd3-8758-1f74e0cbe508', 'name': '', 'network_id': '41fa7a84-d360-4dba-842f-a7b3bb1b4e04', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'mac_address': 'fa:16:3e:a5:f5:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:23Z', 'updated_at': '2021-09-03T18:13:37Z', 'revision_number': 5, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'subnets': [{'id': '208c51a8-f834-4218-8eaa-2936809d4cf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:20:40.907740 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe43a50-8085-4657-bb67-6815929b9803 None None] New status for floating IP 7fb39f78-f146-4db7-8f34-ad23335d9b90: DOWN {{(pid=94086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:20:41.048918 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 54144) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:41.105452 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-44df6bce-951f-4989-9c44-357949718657 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:41.127560 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-44df6bce-951f-4989-9c44-357949718657 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:41.172630 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-44df6bce-951f-4989-9c44-357949718657 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:41.175338 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-44df6bce-951f-4989-9c44-357949718657 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:41.176471 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-44df6bce-951f-4989-9c44-357949718657 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "DELETE /v2.0/security-groups/ec5b475a-37da-406e-8ad7-fc021b25d0e5 HTTP/1.1" status: 204 len: 168 time: 0.1265759 Sep 03 18:20:41.179341 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 54146) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:41.185490 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df6bce-951f-4989-9c44-357949718657 tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5b475a-37da-406e-8ad7-fc021b25d0e5,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:41.193170 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.api.v2.resource [None req-4067ecd8-cead-498e-bfd5-47af2a8f6d3b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] show failed (client error): The resource could not be found. Sep 03 18:20:41.194170 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4067ecd8-cead-498e-bfd5-47af2a8f6d3b tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "GET /v2.0/security-groups/ec5b475a-37da-406e-8ad7-fc021b25d0e5 HTTP/1.1" status: 404 len: 347 time: 0.0136986 Sep 03 18:20:41.197127 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 54148) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:41.317678 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-470bcdaa-a494-4bf6-8727-c7f59e97648d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Deleting port afcd0477-e0ac-4370-a209-778d452b9ef0 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:20:41.317931 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-470bcdaa-a494-4bf6-8727-c7f59e97648d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:41.392172 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-470bcdaa-a494-4bf6-8727-c7f59e97648d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:41.392497 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-470bcdaa-a494-4bf6-8727-c7f59e97648d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:41.404356 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-470bcdaa-a494-4bf6-8727-c7f59e97648d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Calling delete_port for afcd0477-e0ac-4370-a209-778d452b9ef0 owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:20:41.488606 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '834eceb3-426d-4231-b924-2cf432c669c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd192d4-630f-4569-9cde-371ed14feb66'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:41.491056 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc056d4f-9ff4-452f-9ae7-e4887f352d42" -d '{"events": [{"server_uuid": "834eceb3-426d-4231-b924-2cf432c669c5", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd192d4-630f-4569-9cde-371ed14feb66"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:41.527702 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28da940b-e483-43b2-95c6-9af04c3bd1c1 x-openstack-request-id: req-28da940b-e483-43b2-95c6-9af04c3bd1c1 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:41.527998 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "834eceb3-426d-4231-b924-2cf432c669c5", "name": "network-vif-unplugged", "status": "completed", "tag": "fbd192d4-630f-4569-9cde-371ed14feb66", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:41.528272 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-28da940b-e483-43b2-95c6-9af04c3bd1c1 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:41.528743 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-470bcdaa-a494-4bf6-8727-c7f59e97648d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:41.528972 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '834eceb3-426d-4231-b924-2cf432c669c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbd192d4-630f-4569-9cde-371ed14feb66', 'code': 200} Sep 03 18:20:41.556955 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470bcdaa-a494-4bf6-8727-c7f59e97648d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Pushing event deleted for resources: {'Port': ['ID=afcd0477-e0ac-4370-a209-778d452b9ef0,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:41.614621 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-470bcdaa-a494-4bf6-8727-c7f59e97648d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:41.617208 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-470bcdaa-a494-4bf6-8727-c7f59e97648d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:41.618370 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-470bcdaa-a494-4bf6-8727-c7f59e97648d tempest-AttachVolumeShelveTestJSON-815501384 tempest-AttachVolumeShelveTestJSON-815501384-project] 10.222.0.45 "DELETE /v2.0/floatingips/7fb39f78-f146-4db7-8f34-ad23335d9b90 HTTP/1.1" status: 204 len: 168 time: 0.4203033 Sep 03 18:20:41.744431 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fac0aa-4c9d-4a06-bed6-7ece96191191 req-84e4110a-1e1b-4568-b74c-1ef7167a688a tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:41.745949 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-31fac0aa-4c9d-4a06-bed6-7ece96191191 req-84e4110a-1e1b-4568-b74c-1ef7167a688a tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ae8e119-12bc-43c8-83eb-681174b1e54e HTTP/1.1" status: 200 len: 950 time: 0.0492632 Sep 03 18:20:41.784354 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-31fac0aa-4c9d-4a06-bed6-7ece96191191 req-33821b00-faae-4fbd-82c9-f1785175da75 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/security-groups?id=108fda29-17f7-410d-a209-84cb27e42a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324285 Sep 03 18:20:42.041827 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25223a92-d9ab-4d00-906c-444a459dc555 req-e24a4fe1-4726-4bbd-b60e-4b70679448e3 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:42.043374 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-25223a92-d9ab-4d00-906c-444a459dc555 req-e24a4fe1-4726-4bbd-b60e-4b70679448e3 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ae8e119-12bc-43c8-83eb-681174b1e54e HTTP/1.1" status: 200 len: 950 time: 0.0516241 Sep 03 18:20:42.080797 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-25223a92-d9ab-4d00-906c-444a459dc555 req-bf3b014c-7590-4398-b026-5069dbbb627e tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/security-groups?id=108fda29-17f7-410d-a209-84cb27e42a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315142 Sep 03 18:20:43.196437 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da01ccac-0273-48d6-a086-b644e1c7e8f9 req-8262c326-40ea-4482-8d6f-879567c6fd9c tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:43.198591 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-da01ccac-0273-48d6-a086-b644e1c7e8f9 req-8262c326-40ea-4482-8d6f-879567c6fd9c tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ae8e119-12bc-43c8-83eb-681174b1e54e HTTP/1.1" status: 200 len: 950 time: 0.0499251 Sep 03 18:20:43.236146 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-da01ccac-0273-48d6-a086-b644e1c7e8f9 req-97a5df36-34b0-4fc0-b6ef-5d971d0490ed tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/security-groups?id=108fda29-17f7-410d-a209-84cb27e42a62&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316331 Sep 03 18:20:43.432740 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be01b04a-423e-4436-bcce-36fa36b8dc4f req-3f8fa419-b0d3-4d66-ad19-39c0f9333e90 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:43.434103 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be01b04a-423e-4436-bcce-36fa36b8dc4f req-3f8fa419-b0d3-4d66-ad19-39c0f9333e90 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.55 "GET /v2.0/ports?device_id=8ae8e119-12bc-43c8-83eb-681174b1e54e HTTP/1.1" status: 200 len: 950 time: 0.0484922 Sep 03 18:20:43.526446 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-be01b04a-423e-4436-bcce-36fa36b8dc4f req-28b0f4ac-ea22-45c7-86b6-ce2b0559bd6b tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Deleting port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:20:43.526784 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be01b04a-423e-4436-bcce-36fa36b8dc4f req-28b0f4ac-ea22-45c7-86b6-ce2b0559bd6b tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:43.611529 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-be01b04a-423e-4436-bcce-36fa36b8dc4f req-28b0f4ac-ea22-45c7-86b6-ce2b0559bd6b tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] For port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=59d851f4-f39d-476f-bc2a-ea2c6ad6cadf,segment=NetworkSegment(2c20d065-d3d9-4152-a7bf-cf2b060b6f8c),segment_id=2c20d065-d3d9-4152-a7bf-cf2b060b6f8c)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:43.611886 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be01b04a-423e-4436-bcce-36fa36b8dc4f req-28b0f4ac-ea22-45c7-86b6-ce2b0559bd6b tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:43.623777 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-be01b04a-423e-4436-bcce-36fa36b8dc4f req-28b0f4ac-ea22-45c7-86b6-ce2b0559bd6b tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Calling delete_port for 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:20:43.747727 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be01b04a-423e-4436-bcce-36fa36b8dc4f req-28b0f4ac-ea22-45c7-86b6-ce2b0559bd6b tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:43.759107 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['59d851f4-f39d-476f-bc2a-ea2c6ad6cadf'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:20:43.777466 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b0f4ac-ea22-45c7-86b6-ce2b0559bd6b tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Pushing event deleted for resources: {'Port': ['ID=59d851f4-f39d-476f-bc2a-ea2c6ad6cadf,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:43.820930 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-be01b04a-423e-4436-bcce-36fa36b8dc4f req-28b0f4ac-ea22-45c7-86b6-ce2b0559bd6b tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] No DVR routers for this DVR port 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:20:43.823368 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-be01b04a-423e-4436-bcce-36fa36b8dc4f req-28b0f4ac-ea22-45c7-86b6-ce2b0559bd6b tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:43.825392 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-be01b04a-423e-4436-bcce-36fa36b8dc4f req-28b0f4ac-ea22-45c7-86b6-ce2b0559bd6b tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.55 "DELETE /v2.0/ports/59d851f4-f39d-476f-bc2a-ea2c6ad6cadf HTTP/1.1" status: 204 len: 173 time: 0.3835025 Sep 03 18:20:43.825842 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae8e119-12bc-43c8-83eb-681174b1e54e', 'name': 'network-vif-deleted', 'tag': '59d851f4-f39d-476f-bc2a-ea2c6ad6cadf'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:43.828091 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ca4158-6ada-4a70-ae5f-d7ea04d4f840" -d '{"events": [{"server_uuid": "8ae8e119-12bc-43c8-83eb-681174b1e54e", "name": "network-vif-deleted", "tag": "59d851f4-f39d-476f-bc2a-ea2c6ad6cadf"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:43.865272 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241a5354-09cf-4739-9474-84111d045770 x-openstack-request-id: req-241a5354-09cf-4739-9474-84111d045770 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:43.865578 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae8e119-12bc-43c8-83eb-681174b1e54e", "name": "network-vif-deleted", "tag": "59d851f4-f39d-476f-bc2a-ea2c6ad6cadf", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:43.865850 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-241a5354-09cf-4739-9474-84111d045770 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:43.866252 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae8e119-12bc-43c8-83eb-681174b1e54e', 'name': 'network-vif-deleted', 'tag': '59d851f4-f39d-476f-bc2a-ea2c6ad6cadf', 'status': 'completed', 'code': 200} Sep 03 18:20:44.040222 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 54188) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:44.383429 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8d8d10ef-b2b1-4fd7-bb07-d555d5573737 req-eada57e0-0887-4ba4-9338-ec4c607a3e81 tempest-VolumesNegativeTest-1647464450 tempest-VolumesNegativeTest-1647464450-project] 10.222.0.45 "GET /v2.0/ports?device_id=8ae8e119-12bc-43c8-83eb-681174b1e54e HTTP/1.1" status: 200 len: 210 time: 0.0564020 Sep 03 18:20:44.623647 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-626b150f-64ef-461a-9e0d-0fb2c348bed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921001'] for router_interface, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:45.112073 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-626b150f-64ef-461a-9e0d-0fb2c348bed6 admin admin] Deleting port e4171c9f-b917-4dd3-8758-1f74e0cbe508 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:20:45.112411 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-626b150f-64ef-461a-9e0d-0fb2c348bed6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:45.187773 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-626b150f-64ef-461a-9e0d-0fb2c348bed6 admin admin] For port e4171c9f-b917-4dd3-8758-1f74e0cbe508, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=e4171c9f-b917-4dd3-8758-1f74e0cbe508,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:45.188136 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-626b150f-64ef-461a-9e0d-0fb2c348bed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:45.200665 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-626b150f-64ef-461a-9e0d-0fb2c348bed6 admin admin] Calling delete_port for e4171c9f-b917-4dd3-8758-1f74e0cbe508 owned by network:router_interface {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:20:45.385006 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-626b150f-64ef-461a-9e0d-0fb2c348bed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:45.414641 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b150f-64ef-461a-9e0d-0fb2c348bed6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4171c9f-b917-4dd3-8758-1f74e0cbe508,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:45.603309 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-626b150f-64ef-461a-9e0d-0fb2c348bed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823307'] for router_interface, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:45.823414 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626b150f-64ef-461a-9e0d-0fb2c348bed6 admin admin] Router da857d23-6fa9-407e-aad5-e756288bf361 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:20:45.933024 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626b150f-64ef-461a-9e0d-0fb2c348bed6 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:20:45.940676 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-626b150f-64ef-461a-9e0d-0fb2c348bed6 admin admin] 10.222.0.45 "PUT /v2.0/routers/da857d23-6fa9-407e-aad5-e756288bf361/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8970389 Sep 03 18:20:45.940774 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 54226) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:45.943739 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56daf3-37e6-4a53-b3b6-2bc91f35ce9e None None] Sync routers for ids ['da857d23-6fa9-407e-aad5-e756288bf361'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:20:45.954128 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56daf3-37e6-4a53-b3b6-2bc91f35ce9e None None] Routers {'da857d23-6fa9-407e-aad5-e756288bf361'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:20:45.954887 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-ba56daf3-37e6-4a53-b3b6-2bc91f35ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:20:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['da857d23-6fa9-407e-aad5-e756288bf361'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:46.044626 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f4cc-64c0-482c-b522-1a2bdd7d217d admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:46.069271 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-ba56daf3-37e6-4a53-b3b6-2bc91f35ce9e None None] Set router da857d23-6fa9-407e-aad5-e756288bf361 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:20:46.152531 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f4cc-64c0-482c-b522-1a2bdd7d217d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:46.215260 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8f4cc-64c0-482c-b522-1a2bdd7d217d admin admin] Deleting port 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:20:46.215663 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f4cc-64c0-482c-b522-1a2bdd7d217d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:46.269203 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-ba56daf3-37e6-4a53-b3b6-2bc91f35ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:20:45Z', 'revision_number': 5, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port': {'id': '83b590cd-0c94-4a6e-a6e9-fa770ed0aaed', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:13:19Z', 'updated_at': '2021-09-03T18:13:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:46.302224 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56daf3-37e6-4a53-b3b6-2bc91f35ce9e None None] Checking router: da857d23-6fa9-407e-aad5-e756288bf361 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:20:46.302676 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-ffa8f4cc-64c0-482c-b522-1a2bdd7d217d admin admin] For port 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=83b590cd-0c94-4a6e-a6e9-fa770ed0aaed,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:46.303051 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f4cc-64c0-482c-b522-1a2bdd7d217d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:46.312609 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56daf3-37e6-4a53-b3b6-2bc91f35ce9e None None] Routers {'da857d23-6fa9-407e-aad5-e756288bf361'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:20:46.313322 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-ba56daf3-37e6-4a53-b3b6-2bc91f35ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:20:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['da857d23-6fa9-407e-aad5-e756288bf361'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:46.318544 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-ffa8f4cc-64c0-482c-b522-1a2bdd7d217d admin admin] Calling delete_port for 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:20:46.501143 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f4cc-64c0-482c-b522-1a2bdd7d217d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:46.510766 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-ba56daf3-37e6-4a53-b3b6-2bc91f35ce9e None None] Set router da857d23-6fa9-407e-aad5-e756288bf361 gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:20:46.537168 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa8f4cc-64c0-482c-b522-1a2bdd7d217d admin admin] Pushing event deleted for resources: {'Port': ['ID=83b590cd-0c94-4a6e-a6e9-fa770ed0aaed,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:46.583704 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-ba56daf3-37e6-4a53-b3b6-2bc91f35ce9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:20:46Z', 'revision_number': 6, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port_host': None}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:46.607716 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f4cc-64c0-482c-b522-1a2bdd7d217d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823155'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:46.615674 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba56daf3-37e6-4a53-b3b6-2bc91f35ce9e None None] The sync data for ids ['da857d23-6fa9-407e-aad5-e756288bf361'] in dv-cinder-788782-10-iscsi is: [{'id': 'da857d23-6fa9-407e-aad5-e756288bf361', 'name': 'tempest-AttachVolumeShelveTestJSON-17554776-router', 'tenant_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:13:18Z', 'updated_at': '2021-09-03T18:20:46Z', 'revision_number': 6, 'project_id': '91b2e3de39174dfaafef8a07f2e61bc2', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:20:46.726241 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f4cc-64c0-482c-b522-1a2bdd7d217d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:46.728786 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f4cc-64c0-482c-b522-1a2bdd7d217d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:46.798123 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f4cc-64c0-482c-b522-1a2bdd7d217d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920623'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:46.798862 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa8f4cc-64c0-482c-b522-1a2bdd7d217d admin admin] Fanout notify agent at l3_agent the message router_deleted on router da857d23-6fa9-407e-aad5-e756288bf361 {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:20:46.805092 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ffa8f4cc-64c0-482c-b522-1a2bdd7d217d admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:46.806414 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ffa8f4cc-64c0-482c-b522-1a2bdd7d217d admin admin] 10.222.0.45 "DELETE /v2.0/routers/da857d23-6fa9-407e-aad5-e756288bf361 HTTP/1.1" status: 204 len: 168 time: 0.8645759 Sep 03 18:20:46.808896 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 54330) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:46.856945 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b1bd05-690c-40a2-ae28-a747dcc353fe admin admin] Deleting subnet 208c51a8-f834-4218-8eaa-2936809d4cf5 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:20:46.860035 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bd05-690c-40a2-ae28-a747dcc353fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:46.893564 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bd05-690c-40a2-ae28-a747dcc353fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27699962'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.003991 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bd05-690c-40a2-ae28-a747dcc353fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.059324 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bd05-690c-40a2-ae28-a747dcc353fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25571218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25266592'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.082870 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1bd05-690c-40a2-ae28-a747dcc353fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=208c51a8-f834-4218-8eaa-2936809d4cf5,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:47.089516 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b7b1bd05-690c-40a2-ae28-a747dcc353fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.091427 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b7b1bd05-690c-40a2-ae28-a747dcc353fe admin admin] 10.222.0.45 "DELETE /v2.0/subnets/208c51a8-f834-4218-8eaa-2936809d4cf5 HTTP/1.1" status: 204 len: 168 time: 0.2816162 Sep 03 18:20:47.094040 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 54358) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:47.096653 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec0ee19-1862-417d-90f7-ea9db32a3c48 None None] Network 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:20:47.178779 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.241635 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] Deleting port 7da4309f-299b-4681-bea4-498d960f4212 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:20:47.241983 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.302215 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f62489d-e037-42f1-9a00-d78163a814ed None None] DHCP port deletion for 41fa7a84-d360-4dba-842f-a7b3bb1b4e04 request from dv-cinder-788782-10-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:20:47.316170 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] For port 7da4309f-299b-4681-bea4-498d960f4212, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=7da4309f-299b-4681-bea4-498d960f4212,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:47.316526 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.328993 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] Calling delete_port for 7da4309f-299b-4681-bea4-498d960f4212 owned by network:dhcp {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:20:47.340454 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:20:47.362236 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:20:47.363637 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 59d851f4-f39d-476f-bc2a-ea2c6ad6cadf not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:20:47.382235 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-6f62489d-e037-42f1-9a00-d78163a814ed None None] Deleting port 7da4309f-299b-4681-bea4-498d960f4212 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:20:47.382837 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6f62489d-e037-42f1-9a00-d78163a814ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.425903 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.452574 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-6f62489d-e037-42f1-9a00-d78163a814ed None None] For port 7da4309f-299b-4681-bea4-498d960f4212, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=7da4309f-299b-4681-bea4-498d960f4212,segment=NetworkSegment(a683164a-5ff6-4c2b-ac96-725640d6a7b0),segment_id=a683164a-5ff6-4c2b-ac96-725640d6a7b0)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:47.452973 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6f62489d-e037-42f1-9a00-d78163a814ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.457632 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da4309f-299b-4681-bea4-498d960f4212,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:47.467945 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] No DVR routers for this DVR port 7da4309f-299b-4681-bea4-498d960f4212 on host dv-cinder-788782-10-iscsi {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:20:47.470156 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-6f62489d-e037-42f1-9a00-d78163a814ed None None] Calling delete_port for 7da4309f-299b-4681-bea4-498d960f4212 owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:20:47.550769 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.560956 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41fa7a84-d360-4dba-842f-a7b3bb1b4e04']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:47.571474 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a683164a-5ff6-4c2b-ac96-725640d6a7b0') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:47.571761 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a683164a-5ff6-4c2b-ac96-725640d6a7b0') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:20:47.580936 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27699939'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.594934 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.601962 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:20:47.602381 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25571276'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: timer() Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: cb(*args, **kw) Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: self._notify() Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: self.callback(batched_events) Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: event.method(event) Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: return self._get(url).json() Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:20:47.604027 dv-cinder-788782-10-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:20:47.606087 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6f62489d-e037-42f1-9a00-d78163a814ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.633785 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62489d-e037-42f1-9a00-d78163a814ed None None] Pushing event deleted for resources: {'Port': ['ID=7da4309f-299b-4681-bea4-498d960f4212,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:47.637431 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f62489d-e037-42f1-9a00-d78163a814ed None None] No DVR routers for this DVR port 7da4309f-299b-4681-bea4-498d960f4212 on host dv-cinder-788782-10-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:20:47.671004 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.675825 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.677911 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] 10.222.0.45 "DELETE /v2.0/networks/41fa7a84-d360-4dba-842f-a7b3bb1b4e04 HTTP/1.1" status: 204 len: 168 time: 0.5828297 Sep 03 18:20:47.690500 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d3a60f-2531-4a44-b0ed-e3e86f107c99 admin admin] Pushing event deleted for resources: {'Network': ['ID=41fa7a84-d360-4dba-842f-a7b3bb1b4e04,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:47.795797 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 54400) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:47.837745 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d39c967a-282e-40fe-b71b-a8fcdee5c321 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=91b2e3de39174dfaafef8a07f2e61bc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407758 Sep 03 18:20:47.840211 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 54406) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:47.896477 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44a7d241-ca5a-4a56-a904-97c28bc2b5be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.918487 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44a7d241-ca5a-4a56-a904-97c28bc2b5be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.968809 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44a7d241-ca5a-4a56-a904-97c28bc2b5be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.971819 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-44a7d241-ca5a-4a56-a904-97c28bc2b5be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:47.975733 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-44a7d241-ca5a-4a56-a904-97c28bc2b5be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/39b9995c-0513-4125-a178-793b277a8de3 HTTP/1.1" status: 204 len: 168 time: 0.1318679 Sep 03 18:20:47.982393 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a7d241-ca5a-4a56-a904-97c28bc2b5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b9995c-0513-4125-a178-793b277a8de3,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:48.557705 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device e4171c9f-b917-4dd3-8758-1f74e0cbe508 no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:20:48.587957 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: e4171c9f-b917-4dd3-8758-1f74e0cbe508 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:20:48.588300 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device e4171c9f-b917-4dd3-8758-1f74e0cbe508 not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:20:48.588714 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 7da4309f-299b-4681-bea4-498d960f4212 no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:20:48.609586 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: 7da4309f-299b-4681-bea4-498d960f4212 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:20:48.610008 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 7da4309f-299b-4681-bea4-498d960f4212 not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:20:48.610462 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:20:48.638505 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:20:48.639074 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 83b590cd-0c94-4a6e-a6e9-fa770ed0aaed not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:20:48.745190 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 54446) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:48.849479 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-e6fefb34-cc45-4f74-a4be-0b3315fad915 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-858627936-network', 'tenant_id': 'f36bee813233474e8e3a350e11f643b3'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:20:48.873263 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fefb34-cc45-4f74-a4be-0b3315fad915 admin admin] Made reservation on behalf of f36bee813233474e8e3a350e11f643b3 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:20:48.875979 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e6fefb34-cc45-4f74-a4be-0b3315fad915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:48.884489 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e6fefb34-cc45-4f74-a4be-0b3315fad915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:48.971487 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e6fefb34-cc45-4f74-a4be-0b3315fad915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:48.975548 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e6fefb34-cc45-4f74-a4be-0b3315fad915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:49.000631 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6fefb34-cc45-4f74-a4be-0b3315fad915 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:20:49.010451 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fefb34-cc45-4f74-a4be-0b3315fad915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072673a5-d3aa-4fdd-88b2-a0fdafc27234,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:49.016636 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e6fefb34-cc45-4f74-a4be-0b3315fad915 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:49.016979 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-e6fefb34-cc45-4f74-a4be-0b3315fad915 admin admin] Added segment b6946056-e2bb-4211-953f-15282ca3c118 of type vlan for network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df Sep 03 18:20:49.058819 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e6fefb34-cc45-4f74-a4be-0b3315fad915 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:49.082291 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e6fefb34-cc45-4f74-a4be-0b3315fad915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:49.083262 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fefb34-cc45-4f74-a4be-0b3315fad915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:49.083854 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e6fefb34-cc45-4f74-a4be-0b3315fad915 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:49.118854 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e6fefb34-cc45-4f74-a4be-0b3315fad915 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3725228 Sep 03 18:20:49.122053 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 54456) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:49.127086 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-f77d57e5-3fc6-4ee7-97fc-6c4f24038ce1 admin admin] Request body: {'subnet': {'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-858627936-subnet', 'tenant_id': 'f36bee813233474e8e3a350e11f643b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:20:49.147629 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fefb34-cc45-4f74-a4be-0b3315fad915 admin admin] Pushing event updated for resources: {'Network': ['ID=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:49.151277 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f77d57e5-3fc6-4ee7-97fc-6c4f24038ce1 admin admin] Made reservation on behalf of f36bee813233474e8e3a350e11f643b3 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:20:49.153901 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f77d57e5-3fc6-4ee7-97fc-6c4f24038ce1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25266565'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:49.162575 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:20:49.317275 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 54460) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:49.324340 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f77d57e5-3fc6-4ee7-97fc-6c4f24038ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25571155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25266603'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:49.378289 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77d57e5-3fc6-4ee7-97fc-6c4f24038ce1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e24ad12-ce87-4572-94de-8eca115a4b41,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:49.387992 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f77d57e5-3fc6-4ee7-97fc-6c4f24038ce1 admin admin] Checking segment: {'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:20:49.389727 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77d57e5-3fc6-4ee7-97fc-6c4f24038ce1 admin admin] Network hostable DHCP agents. Network: dc7dc2ad-10ba-4ea0-ac10-7b54c72324df, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:20:49.405453 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77d57e5-3fc6-4ee7-97fc-6c4f24038ce1 admin admin] Network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:20:49.426197 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-f77d57e5-3fc6-4ee7-97fc-6c4f24038ce1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, dc7dc2ad-10ba-4ea0-ac10-7b54c72324df) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:20:49.432180 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77d57e5-3fc6-4ee7-97fc-6c4f24038ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:49.433341 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-f77d57e5-3fc6-4ee7-97fc-6c4f24038ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:49.436493 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfa963f-7d87-47dd-84fd-685951ca3007 None None] Network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:20:49.451533 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-f77d57e5-3fc6-4ee7-97fc-6c4f24038ce1 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3283310 Sep 03 18:20:49.467567 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a13c54e8-1172-485a-af4c-d3c171b928de admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e8ae10030d07447b901a0b092c39f37e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1484797 Sep 03 18:20:49.470112 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 54466) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:20:49.527681 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf92b-1787-4156-8b05-ea945d4c46a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:49.586801 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b83c42-87ec-4ad4-bfcc-a98cd22ce066 None None] Network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:20:49.776354 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf92b-1787-4156-8b05-ea945d4c46a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:49.873979 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf92b-1787-4156-8b05-ea945d4c46a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:49.876479 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf92b-1787-4156-8b05-ea945d4c46a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:49.877600 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-5b8bf92b-1787-4156-8b05-ea945d4c46a3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/108fda29-17f7-410d-a209-84cb27e42a62 HTTP/1.1" status: 204 len: 168 time: 0.4065294 Sep 03 18:20:49.891824 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bf92b-1787-4156-8b05-ea945d4c46a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=108fda29-17f7-410d-a209-84cb27e42a62,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:49.904584 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:20:49.921337 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-816e5b94-4501-4789-9163-ca1494b71fd9 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:49.922881 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-816e5b94-4501-4789-9163-ca1494b71fd9 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/networks?id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df HTTP/1.1" status: 200 len: 814 time: 0.1211765 Sep 03 18:20:49.937807 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-646e2260-237b-4b9b-b87a-5bb27f8eefae tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/quotas/f36bee813233474e8e3a350e11f643b3 HTTP/1.1" status: 200 len: 375 time: 0.0090125 Sep 03 18:20:49.975909 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-2e1efd2c-c8ff-4f69-a501-5da14968b861 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36bee813233474e8e3a350e11f643b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320675 Sep 03 18:20:50.072835 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-e0a6d824-cf8d-4127-87aa-071e80f24918 service neutron] 10.222.0.45 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895860 Sep 03 18:20:50.175773 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-6744d043-3396-42ef-9130-0417cb787c79 service neutron] 10.222.0.45 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964694 Sep 03 18:20:50.332948 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c84fad43-15b5-47b9-a470-4427a5cdc801 req-b12dace3-237b-4787-874d-5655a4de7995 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=2749a5f0-a85f-46f3-aa89-39ca873e241d HTTP/1.1" status: 200 len: 210 time: 0.0264516 Sep 03 18:20:51.244449 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-97093a3c-300d-4f1d-bb4b-246e42939366 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:51.245910 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-97093a3c-300d-4f1d-bb4b-246e42939366 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.55 "GET /v2.0/networks?id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df HTTP/1.1" status: 200 len: 814 time: 0.1093590 Sep 03 18:20:51.263138 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-ded76562-189d-4397-aacb-d36b1c13ebdb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Request body: {'port': {'device_id': '2749a5f0-a85f-46f3-aa89-39ca873e241d', 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df', 'admin_state_up': True, 'tenant_id': 'f36bee813233474e8e3a350e11f643b3'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:20:51.370828 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-ded76562-189d-4397-aacb-d36b1c13ebdb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Made reservation on behalf of f36bee813233474e8e3a350e11f643b3 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:20:51.374574 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-ded76562-189d-4397-aacb-d36b1c13ebdb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:51.461470 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9bae88ff-a522-48d4-bd0d-068f282ce879 req-fb37be88-cf24-46d4-abd3-0f15a1a4e420 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=2749a5f0-a85f-46f3-aa89-39ca873e241d HTTP/1.1" status: 200 len: 210 time: 0.0613399 Sep 03 18:20:51.523427 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-ded76562-189d-4397-aacb-d36b1c13ebdb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Allocated IP 172.20.0.9 (dc7dc2ad-10ba-4ea0-ac10-7b54c72324df/5e24ad12-ce87-4572-94de-8eca115a4b41/efd67c65-4f63-441c-9528-dbc5bdbac99a) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:20:51.667945 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-ded76562-189d-4397-aacb-d36b1c13ebdb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:51.704736 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-ded76562-189d-4397-aacb-d36b1c13ebdb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:51.746146 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-ded76562-189d-4397-aacb-d36b1c13ebdb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:20:51.749230 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-ded76562-189d-4397-aacb-d36b1c13ebdb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:20:51.751508 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-ded76562-189d-4397-aacb-d36b1c13ebdb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:20:51.783457 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded76562-189d-4397-aacb-d36b1c13ebdb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Pushing event updated for resources: {'Port': ['ID=efd67c65-4f63-441c-9528-dbc5bdbac99a,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:51.809489 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-ded76562-189d-4397-aacb-d36b1c13ebdb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:51.810099 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-ded76562-189d-4397-aacb-d36b1c13ebdb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:51.823579 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-ded76562-189d-4397-aacb-d36b1c13ebdb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5643995 Sep 03 18:20:51.836475 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Request body: {'port': {'device_id': '2749a5f0-a85f-46f3-aa89-39ca873e241d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:20:51.887482 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:52.143143 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd67c65-4f63-441c-9528-dbc5bdbac99a {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:20:52.151226 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:52.162939 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Transition to ACTIVE for port object efd67c65-4f63-441c-9528-dbc5bdbac99a will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:20:52.166275 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:52.216982 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Pushing event updated for resources: {'Port': ['ID=efd67c65-4f63-441c-9528-dbc5bdbac99a,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:52.277784 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Attempting to bind port efd67c65-4f63-441c-9528-dbc5bdbac99a on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:20:52.278494 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Attempting to bind port efd67c65-4f63-441c-9528-dbc5bdbac99a by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:20:52.278494 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Attempting to bind port efd67c65-4f63-441c-9528-dbc5bdbac99a on network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:20:52.282534 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Port efd67c65-4f63-441c-9528-dbc5bdbac99a on network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:20:52.282849 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Attempting to bind port efd67c65-4f63-441c-9528-dbc5bdbac99a on network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:20:52.287660 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:20:52.287990 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Checking segment: {'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:20:52.288367 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Bound using segment: {'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:20:52.288783 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Bound port: efd67c65-4f63-441c-9528-dbc5bdbac99a, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:20:52.289131 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:52.351703 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] For port efd67c65-4f63-441c-9528-dbc5bdbac99a, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:20:52.354815 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] For port efd67c65-4f63-441c-9528-dbc5bdbac99a, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=efd67c65-4f63-441c-9528-dbc5bdbac99a,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:20:52.358863 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:52.390415 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:52.391021 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:52.392396 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] 10.222.0.55 "PUT /v2.0/ports/efd67c65-4f63-441c-9528-dbc5bdbac99a HTTP/1.1" status: 200 len: 1093 time: 0.5608988 Sep 03 18:20:52.392815 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2749a5f0-a85f-46f3-aa89-39ca873e241d', 'tag': 'efd67c65-4f63-441c-9528-dbc5bdbac99a'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:52.395101 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd66558-2624-473d-a0e6-07481957603c" -d '{"events": [{"name": "network-changed", "server_uuid": "2749a5f0-a85f-46f3-aa89-39ca873e241d", "tag": "efd67c65-4f63-441c-9528-dbc5bdbac99a"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:52.423934 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0765a9c0-feef-4b48-98cc-172f1aa71aef service neutron] Pushing event updated for resources: {'Port': ['ID=efd67c65-4f63-441c-9528-dbc5bdbac99a,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:52.433855 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7dc2bf-3ed8-46e2-ad64-5db543aac291 x-openstack-request-id: req-7a7dc2bf-3ed8-46e2-ad64-5db543aac291 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:52.434145 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2749a5f0-a85f-46f3-aa89-39ca873e241d", "tag": "efd67c65-4f63-441c-9528-dbc5bdbac99a", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:52.434430 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7a7dc2bf-3ed8-46e2-ad64-5db543aac291 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:52.434821 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2749a5f0-a85f-46f3-aa89-39ca873e241d', 'tag': 'efd67c65-4f63-441c-9528-dbc5bdbac99a', 'status': 'completed', 'code': 200} Sep 03 18:20:52.481646 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-89ccc9d8-b831-4748-a078-9f19850abaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:52.483152 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-89ccc9d8-b831-4748-a078-9f19850abaf1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f36bee813233474e8e3a350e11f643b3&device_id=2749a5f0-a85f-46f3-aa89-39ca873e241d HTTP/1.1" status: 200 len: 1096 time: 0.0395787 Sep 03 18:20:52.529169 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-0775f915-5d59-42bd-9f1c-c6ac16a778fd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efd67c65-4f63-441c-9528-dbc5bdbac99a HTTP/1.1" status: 200 len: 217 time: 0.0372393 Sep 03 18:20:52.606410 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-7b828cb8-2729-42f1-b125-c4296deaec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:52.607899 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-7b828cb8-2729-42f1-b125-c4296deaec15 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e24ad12-ce87-4572-94de-8eca115a4b41 HTTP/1.1" status: 200 len: 854 time: 0.0694194 Sep 03 18:20:52.619644 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e90a6-60dc-4f87-b126-551d5103a897 req-955bbb1d-768c-40f8-8ce4-b3769df7e2d6 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:52.621074 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a84e90a6-60dc-4f87-b126-551d5103a897 req-955bbb1d-768c-40f8-8ce4-b3769df7e2d6 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=2749a5f0-a85f-46f3-aa89-39ca873e241d HTTP/1.1" status: 200 len: 943 time: 0.0910320 Sep 03 18:20:52.660797 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-55c6ac0f-57d6-44c7-bc99-4e340a5726bf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387106 Sep 03 18:20:52.695241 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a84e90a6-60dc-4f87-b126-551d5103a897 req-c4139333-bebd-4933-9e00-038bc89739d9 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658271 Sep 03 18:20:52.727146 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c57f6fa4-5c9f-4d69-bb8c-042c269b6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:52.760944 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-ce70b7d1-6075-4e00-af30-ecdbe6b0dd40 service neutron] 10.222.0.55 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883784 Sep 03 18:20:52.853237 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5409a901-4fd9-4292-980c-4b73cc6878a7 req-7bc15f7d-84df-4c4f-b841-578466663ae7 service neutron] 10.222.0.55 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840862 Sep 03 18:20:52.942341 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd66558-2624-473d-a0e6-07481957603c req-2fa3e875-8478-4625-b0b0-f4ff6db10a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:52.944194 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0cd66558-2624-473d-a0e6-07481957603c req-2fa3e875-8478-4625-b0b0-f4ff6db10a44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f36bee813233474e8e3a350e11f643b3&device_id=2749a5f0-a85f-46f3-aa89-39ca873e241d HTTP/1.1" status: 200 len: 1096 time: 0.0410323 Sep 03 18:20:53.035214 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd66558-2624-473d-a0e6-07481957603c req-ce541200-f2c4-415f-8317-9644008abfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:53.037286 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0cd66558-2624-473d-a0e6-07481957603c req-ce541200-f2c4-415f-8317-9644008abfa3 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df HTTP/1.1" status: 200 len: 915 time: 0.0856400 Sep 03 18:20:53.078840 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0cd66558-2624-473d-a0e6-07481957603c req-41fdd008-5333-4215-8135-ed00591b7c0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=efd67c65-4f63-441c-9528-dbc5bdbac99a HTTP/1.1" status: 200 len: 217 time: 0.0331886 Sep 03 18:20:53.126694 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd66558-2624-473d-a0e6-07481957603c req-bde1beb2-5a00-44e8-8a3a-9afac81d4a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:53.128088 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0cd66558-2624-473d-a0e6-07481957603c req-bde1beb2-5a00-44e8-8a3a-9afac81d4a36 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e24ad12-ce87-4572-94de-8eca115a4b41 HTTP/1.1" status: 200 len: 854 time: 0.0417061 Sep 03 18:20:53.158869 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0cd66558-2624-473d-a0e6-07481957603c req-c0fa9621-f0f5-41a8-9d01-292cd5585816 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232120 Sep 03 18:20:53.249408 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0cd66558-2624-473d-a0e6-07481957603c req-37775081-2a7f-4b86-b2e8-03506013d10d service neutron] 10.222.0.55 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826309 Sep 03 18:20:53.343965 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0cd66558-2624-473d-a0e6-07481957603c req-94ea0355-d058-419d-84b1-fd9eac909c62 service neutron] 10.222.0.55 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852871 Sep 03 18:20:53.810123 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7821fd99-3bbf-4b73-9e9e-ae3bbb5e2c1a req-1c8ec6e2-1b05-4831-953b-c593264c6ab2 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:53.811610 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7821fd99-3bbf-4b73-9e9e-ae3bbb5e2c1a req-1c8ec6e2-1b05-4831-953b-c593264c6ab2 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=2749a5f0-a85f-46f3-aa89-39ca873e241d HTTP/1.1" status: 200 len: 943 time: 0.0491123 Sep 03 18:20:53.848157 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7821fd99-3bbf-4b73-9e9e-ae3bbb5e2c1a req-7c30d6dd-1333-4d23-acaf-19bce8560c6d tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306537 Sep 03 18:20:54.959583 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab583ba-b53e-4e49-9bfc-448bf12a8c87 req-6acd9cae-6fb1-4eb8-a823-1f5b08cdcefc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:54.961035 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ab583ba-b53e-4e49-9bfc-448bf12a8c87 req-6acd9cae-6fb1-4eb8-a823-1f5b08cdcefc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=2749a5f0-a85f-46f3-aa89-39ca873e241d HTTP/1.1" status: 200 len: 943 time: 0.0477028 Sep 03 18:20:54.998463 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4ab583ba-b53e-4e49-9bfc-448bf12a8c87 req-eca7c567-a2ca-478e-823d-b75bb1df737a tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314586 Sep 03 18:20:55.340883 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-97671c4f-c4cd-4f4f-aa9c-be7211228f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:55.348261 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device efd67c65-4f63-441c-9528-dbc5bdbac99a details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:20:55.442275 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port efd67c65-4f63-441c-9528-dbc5bdbac99a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=efd67c65-4f63-441c-9528-dbc5bdbac99a,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:55.566785 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': 'efd67c65-4f63-441c-9528-dbc5bdbac99a', 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df', 'port_id': 'efd67c65-4f63-441c-9528-dbc5bdbac99a', 'mac_address': 'fa:16:3e:4b:20:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e24ad12-ce87-4572-94de-8eca115a4b41', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:20:55.603015 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:55.614886 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd67c65-4f63-441c-9528-dbc5bdbac99a {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:20:55.632974 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port efd67c65-4f63-441c-9528-dbc5bdbac99a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=efd67c65-4f63-441c-9528-dbc5bdbac99a,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:55.636955 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:55.684873 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=efd67c65-4f63-441c-9528-dbc5bdbac99a,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:55.852670 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:55.867456 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['efd67c65-4f63-441c-9528-dbc5bdbac99a'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:20:56.109601 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32888fe3-61bf-478c-8635-03bc264e6aff req-2169dd4b-bca0-4541-89e6-6f3b61bb8e5a tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:56.111072 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32888fe3-61bf-478c-8635-03bc264e6aff req-2169dd4b-bca0-4541-89e6-6f3b61bb8e5a tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=2749a5f0-a85f-46f3-aa89-39ca873e241d HTTP/1.1" status: 200 len: 944 time: 0.0486677 Sep 03 18:20:56.152007 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-32888fe3-61bf-478c-8635-03bc264e6aff req-d90136ca-a069-41f2-b949-a11934db9aeb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342910 Sep 03 18:20:56.847123 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:57.262576 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7044607-7e19-41f1-ae17-4f64099ec56c req-67cd7d01-3ceb-495d-bee6-ebe580d7c9f1 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:57.264071 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d7044607-7e19-41f1-ae17-4f64099ec56c req-67cd7d01-3ceb-495d-bee6-ebe580d7c9f1 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=2749a5f0-a85f-46f3-aa89-39ca873e241d HTTP/1.1" status: 200 len: 944 time: 0.0482998 Sep 03 18:20:57.301709 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d7044607-7e19-41f1-ae17-4f64099ec56c req-7e678af2-2070-4d72-8d5e-602afb1d3c7b tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318303 Sep 03 18:20:57.356015 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device efd67c65-4f63-441c-9528-dbc5bdbac99a up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:20:57.402852 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port efd67c65-4f63-441c-9528-dbc5bdbac99a completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:20:57.406430 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port efd67c65-4f63-441c-9528-dbc5bdbac99a triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:20:57.406804 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:57.482510 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:57.503398 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2749a5f0-a85f-46f3-aa89-39ca873e241d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd67c65-4f63-441c-9528-dbc5bdbac99a'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:20:57.506162 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cde66b-9880-42aa-8a18-530b1ce7735d" -d '{"events": [{"server_uuid": "2749a5f0-a85f-46f3-aa89-39ca873e241d", "name": "network-vif-plugged", "status": "completed", "tag": "efd67c65-4f63-441c-9528-dbc5bdbac99a"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:20:57.518137 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port efd67c65-4f63-441c-9528-dbc5bdbac99a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=efd67c65-4f63-441c-9528-dbc5bdbac99a,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:20:57.523489 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:57.545633 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d513d6ab-bb12-4132-a44a-6445be8ddd9f x-openstack-request-id: req-d513d6ab-bb12-4132-a44a-6445be8ddd9f {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:20:57.545923 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2749a5f0-a85f-46f3-aa89-39ca873e241d", "name": "network-vif-plugged", "status": "completed", "tag": "efd67c65-4f63-441c-9528-dbc5bdbac99a", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:20:57.546173 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d513d6ab-bb12-4132-a44a-6445be8ddd9f {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:20:57.546585 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2749a5f0-a85f-46f3-aa89-39ca873e241d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd67c65-4f63-441c-9528-dbc5bdbac99a', 'code': 200} Sep 03 18:20:57.571750 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=efd67c65-4f63-441c-9528-dbc5bdbac99a,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:20:57.703010 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75f3e5a-fba1-4b01-8b5e-98d7557b7197 req-c4da9704-4ce0-43fc-a8d5-abd402cfbd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:57.704498 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d75f3e5a-fba1-4b01-8b5e-98d7557b7197 req-c4da9704-4ce0-43fc-a8d5-abd402cfbd77 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=2749a5f0-a85f-46f3-aa89-39ca873e241d HTTP/1.1" status: 200 len: 1098 time: 0.0394015 Sep 03 18:20:57.738383 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d75f3e5a-fba1-4b01-8b5e-98d7557b7197 req-03b8a2d1-be56-4dc5-9c74-1d5bdaab232e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0258996 Sep 03 18:20:58.151789 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.360317 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:20:58.417345 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d950d4-b4fe-484b-9fa7-86330ff41063 req-4c5da6c6-7aac-4201-ac3c-27ea615e4239 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:58.418761 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-89d950d4-b4fe-484b-9fa7-86330ff41063 req-4c5da6c6-7aac-4201-ac3c-27ea615e4239 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=2749a5f0-a85f-46f3-aa89-39ca873e241d HTTP/1.1" status: 200 len: 945 time: 0.0481966 Sep 03 18:20:58.457167 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-89d950d4-b4fe-484b-9fa7-86330ff41063 req-6e2b48bf-7118-4bca-8fe7-e108d7b3ae2c tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325696 Sep 03 18:20:59.571819 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076856bf-fcec-4ac1-85df-8d6bd901ffac req-bb69348d-cf97-49f0-bc98-153c91df5114 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:20:59.573294 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-076856bf-fcec-4ac1-85df-8d6bd901ffac req-bb69348d-cf97-49f0-bc98-153c91df5114 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=2749a5f0-a85f-46f3-aa89-39ca873e241d HTTP/1.1" status: 200 len: 945 time: 0.0475628 Sep 03 18:20:59.609875 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-076856bf-fcec-4ac1-85df-8d6bd901ffac req-17d1bca9-8dd8-4515-8edd-c3d1e08b8c96 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306671 Sep 03 18:21:07.907401 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-64d33853-1740-44b0-99b5-0a05a6c7eea7 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:07.908853 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-64d33853-1740-44b0-99b5-0a05a6c7eea7 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/networks?id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df HTTP/1.1" status: 200 len: 814 time: 0.1014149 Sep 03 18:21:07.923335 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-048532fe-03b1-498c-854a-df202026f129 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/quotas/f36bee813233474e8e3a350e11f643b3 HTTP/1.1" status: 200 len: 375 time: 0.0087748 Sep 03 18:21:07.970671 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-988a24fc-25ae-41ff-8d79-6c5136eea30a tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36bee813233474e8e3a350e11f643b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0419261 Sep 03 18:21:08.058015 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-f8db0db0-547c-4ff8-94cf-b470e50a31eb service neutron] 10.222.0.45 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805101 Sep 03 18:21:08.146525 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-ccde78a6-cb18-4759-8f00-a455c5f96d8c service neutron] 10.222.0.45 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825293 Sep 03 18:21:08.305915 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-83bd6ca6-44c3-48c6-9c40-962f1dfecc06 req-28f39ef5-05aa-4d1c-804c-9d33e781aa26 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 210 time: 0.0260308 Sep 03 18:21:09.195621 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-28432348-2cf8-4c8f-a6cd-f72005612ee0 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:09.197066 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-28432348-2cf8-4c8f-a6cd-f72005612ee0 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.55 "GET /v2.0/networks?id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df HTTP/1.1" status: 200 len: 814 time: 0.1151159 Sep 03 18:21:09.210519 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Request body: {'port': {'device_id': 'b3c0e791-8ec1-4226-a1c7-c22e37448619', 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df', 'admin_state_up': True, 'tenant_id': 'f36bee813233474e8e3a350e11f643b3'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:21:09.316089 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Made reservation on behalf of f36bee813233474e8e3a350e11f643b3 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:21:09.319841 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:09.406626 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-77a6ecd1-160b-445e-923a-cbf8cd4969e8 req-5e632e35-c990-4bc7-b7fc-a18ee6bc10d4 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 210 time: 0.0327694 Sep 03 18:21:09.469028 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Allocated IP 172.20.0.11 (dc7dc2ad-10ba-4ea0-ac10-7b54c72324df/5e24ad12-ce87-4572-94de-8eca115a4b41/2003503c-e220-4254-bd7b-8ea4c6547ee9) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:21:09.610201 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:09.647216 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:09.658910 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['efd67c65-4f63-441c-9528-dbc5bdbac99a'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:21:09.688573 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:21:09.693912 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:21:09.700307 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:21:09.704029 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Pushing event updated for resources: {'Port': ['ID=2003503c-e220-4254-bd7b-8ea4c6547ee9,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:09.732153 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:09.732417 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:09.732746 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:09.733071 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:09.733392 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:09.733712 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:09.734028 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:09.734372 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:09.734687 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:09.734999 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:09.735316 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:09.735626 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:09.758011 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:09.758639 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:09.772208 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-a7507aa5-5b96-476a-aed0-1933bffed59f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5651457 Sep 03 18:21:09.784387 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Request body: {'port': {'device_id': 'b3c0e791-8ec1-4226-a1c7-c22e37448619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:21:09.838346 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:10.089762 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2003503c-e220-4254-bd7b-8ea4c6547ee9 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:21:10.096912 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:10.108789 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Transition to ACTIVE for port object 2003503c-e220-4254-bd7b-8ea4c6547ee9 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:21:10.112031 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:10.162305 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Pushing event updated for resources: {'Port': ['ID=2003503c-e220-4254-bd7b-8ea4c6547ee9,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:10.226419 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Attempting to bind port 2003503c-e220-4254-bd7b-8ea4c6547ee9 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:21:10.227077 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Attempting to bind port 2003503c-e220-4254-bd7b-8ea4c6547ee9 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:21:10.227077 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Attempting to bind port 2003503c-e220-4254-bd7b-8ea4c6547ee9 on network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:21:10.231207 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Port 2003503c-e220-4254-bd7b-8ea4c6547ee9 on network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:21:10.231534 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Attempting to bind port 2003503c-e220-4254-bd7b-8ea4c6547ee9 on network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:21:10.236177 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:21:10.236510 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Checking segment: {'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:21:10.236891 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Bound using segment: {'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:21:10.237311 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Bound port: 2003503c-e220-4254-bd7b-8ea4c6547ee9, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:21:10.237663 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:10.297986 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] For port 2003503c-e220-4254-bd7b-8ea4c6547ee9, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:21:10.300955 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] For port 2003503c-e220-4254-bd7b-8ea4c6547ee9, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2003503c-e220-4254-bd7b-8ea4c6547ee9,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:21:10.304950 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:10.336190 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:10.336797 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:10.338187 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] 10.222.0.55 "PUT /v2.0/ports/2003503c-e220-4254-bd7b-8ea4c6547ee9 HTTP/1.1" status: 200 len: 1094 time: 0.5579371 Sep 03 18:21:10.338641 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c0e791-8ec1-4226-a1c7-c22e37448619', 'tag': '2003503c-e220-4254-bd7b-8ea4c6547ee9'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:21:10.340986 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa7ea09-198f-455d-94ec-aa31af8aa3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c0e791-8ec1-4226-a1c7-c22e37448619", "tag": "2003503c-e220-4254-bd7b-8ea4c6547ee9"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:21:10.373118 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db06eb36-f8ad-4007-ba0f-863fc6debd77 service neutron] Pushing event updated for resources: {'Port': ['ID=2003503c-e220-4254-bd7b-8ea4c6547ee9,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:10.389580 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce8ad3f-eb21-4a1b-8fd7-e85b31ec901b x-openstack-request-id: req-bce8ad3f-eb21-4a1b-8fd7-e85b31ec901b {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:21:10.389862 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c0e791-8ec1-4226-a1c7-c22e37448619", "tag": "2003503c-e220-4254-bd7b-8ea4c6547ee9", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:21:10.390125 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-bce8ad3f-eb21-4a1b-8fd7-e85b31ec901b {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:21:10.390550 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c0e791-8ec1-4226-a1c7-c22e37448619', 'tag': '2003503c-e220-4254-bd7b-8ea4c6547ee9', 'status': 'completed', 'code': 200} Sep 03 18:21:10.671029 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-cadde683-78a2-42dd-a1aa-4895f33b3ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:10.672454 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-cadde683-78a2-42dd-a1aa-4895f33b3ba6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f36bee813233474e8e3a350e11f643b3&device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 1097 time: 0.2915177 Sep 03 18:21:10.683955 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0298a25-97f2-420d-b17e-e286aa2648d3 req-4eb69f51-37cd-4cc1-b914-ed66a4f16d5a tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:10.685309 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e0298a25-97f2-420d-b17e-e286aa2648d3 req-4eb69f51-37cd-4cc1-b914-ed66a4f16d5a tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 944 time: 0.0573783 Sep 03 18:21:10.729912 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-12523674-6033-4590-81df-9576e5b54e5f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2003503c-e220-4254-bd7b-8ea4c6547ee9 HTTP/1.1" status: 200 len: 217 time: 0.0436482 Sep 03 18:21:10.784041 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e0298a25-97f2-420d-b17e-e286aa2648d3 req-83fd156c-a0c1-46d3-b719-0333e0932524 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923240 Sep 03 18:21:10.794098 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-34dd6717-9dc0-442a-9e7e-8ca0af53ff1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:10.795421 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-34dd6717-9dc0-442a-9e7e-8ca0af53ff1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e24ad12-ce87-4572-94de-8eca115a4b41 HTTP/1.1" status: 200 len: 854 time: 0.0580328 Sep 03 18:21:10.826692 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-b7e058a6-a375-440a-871d-0a2702e1ba48 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238726 Sep 03 18:21:10.918766 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-0a824cf9-f217-44f9-a5f0-eab3764eb912 service neutron] 10.222.0.55 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843713 Sep 03 18:21:11.005081 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e7c6cddc-5d7f-474b-ae3e-be0f76a62f7e req-d87724d4-221b-4842-b238-9228892f513c service neutron] 10.222.0.55 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787313 Sep 03 18:21:11.117292 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7ea09-198f-455d-94ec-aa31af8aa3c8 req-9a64733f-fddc-46e3-aa92-e0e91bf4383d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:11.118839 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aaa7ea09-198f-455d-94ec-aa31af8aa3c8 req-9a64733f-fddc-46e3-aa92-e0e91bf4383d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f36bee813233474e8e3a350e11f643b3&device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 1097 time: 0.0440104 Sep 03 18:21:11.211197 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7ea09-198f-455d-94ec-aa31af8aa3c8 req-e77ef299-090d-405a-9f42-0a5f8ab391d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:11.212641 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aaa7ea09-198f-455d-94ec-aa31af8aa3c8 req-e77ef299-090d-405a-9f42-0a5f8ab391d6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df HTTP/1.1" status: 200 len: 915 time: 0.0868957 Sep 03 18:21:11.257243 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aaa7ea09-198f-455d-94ec-aa31af8aa3c8 req-86a4fbc1-2f8a-403c-8163-09ca883c6e74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2003503c-e220-4254-bd7b-8ea4c6547ee9 HTTP/1.1" status: 200 len: 217 time: 0.0357533 Sep 03 18:21:11.305736 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7ea09-198f-455d-94ec-aa31af8aa3c8 req-2402e0ea-ef8c-46a3-b867-a487f49e2277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:11.307144 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aaa7ea09-198f-455d-94ec-aa31af8aa3c8 req-2402e0ea-ef8c-46a3-b867-a487f49e2277 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e24ad12-ce87-4572-94de-8eca115a4b41 HTTP/1.1" status: 200 len: 854 time: 0.0415757 Sep 03 18:21:11.341253 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aaa7ea09-198f-455d-94ec-aa31af8aa3c8 req-5850849a-73af-4de4-b6c8-e2884be1c435 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0228770 Sep 03 18:21:11.435585 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aaa7ea09-198f-455d-94ec-aa31af8aa3c8 req-92de477f-9d00-4818-8ecc-b218cc6e1670 service neutron] 10.222.0.55 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843601 Sep 03 18:21:11.528218 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aaa7ea09-198f-455d-94ec-aa31af8aa3c8 req-b3bbafc4-0cf0-460d-862a-7c0c6479edf0 service neutron] 10.222.0.55 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791326 Sep 03 18:21:11.897189 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b96018-ab10-409f-90cb-60f18f6592b7 req-c71486d5-699c-4d69-bdbf-35780482426a tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:11.898652 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b8b96018-ab10-409f-90cb-60f18f6592b7 req-c71486d5-699c-4d69-bdbf-35780482426a tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 944 time: 0.0487161 Sep 03 18:21:11.935465 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b8b96018-ab10-409f-90cb-60f18f6592b7 req-9945f6d5-8c34-43df-a1b4-d57e15164430 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310020 Sep 03 18:21:13.053154 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5161956-bb67-4d86-bc50-638a88c63582 req-7e19100d-5ca2-4896-89d6-db783e7de7fa tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:13.054668 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c5161956-bb67-4d86-bc50-638a88c63582 req-7e19100d-5ca2-4896-89d6-db783e7de7fa tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 944 time: 0.0536604 Sep 03 18:21:13.090675 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c5161956-bb67-4d86-bc50-638a88c63582 req-c119101c-5be5-44b4-b592-94546a629e8d tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302145 Sep 03 18:21:14.203218 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21546a19-8177-4b03-bb18-1a38113b29e5 req-e4cf64ec-eb4e-402b-affa-d61761e5f02c tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:14.204670 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-21546a19-8177-4b03-bb18-1a38113b29e5 req-e4cf64ec-eb4e-402b-affa-d61761e5f02c tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 944 time: 0.0491662 Sep 03 18:21:14.240935 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-21546a19-8177-4b03-bb18-1a38113b29e5 req-dba4246e-5141-4e06-bcf6-cec6865db5e8 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302408 Sep 03 18:21:15.354059 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70367b05-595c-417c-849d-bf490d20eeef req-ea8718a0-3332-4d79-aea9-40119d18cd47 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:15.355611 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70367b05-595c-417c-849d-bf490d20eeef req-ea8718a0-3332-4d79-aea9-40119d18cd47 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 944 time: 0.0493095 Sep 03 18:21:15.392127 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-70367b05-595c-417c-849d-bf490d20eeef req-96788256-502e-4140-8cf1-4b42b18579e4 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306745 Sep 03 18:21:15.436218 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 2003503c-e220-4254-bd7b-8ea4c6547ee9 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:21:15.529335 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 2003503c-e220-4254-bd7b-8ea4c6547ee9, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2003503c-e220-4254-bd7b-8ea4c6547ee9,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:15.547110 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': '2003503c-e220-4254-bd7b-8ea4c6547ee9', 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df', 'port_id': '2003503c-e220-4254-bd7b-8ea4c6547ee9', 'mac_address': 'fa:16:3e:b9:14:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e24ad12-ce87-4572-94de-8eca115a4b41', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:21:15.586207 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:15.598522 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2003503c-e220-4254-bd7b-8ea4c6547ee9 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:21:15.617459 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 2003503c-e220-4254-bd7b-8ea4c6547ee9, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2003503c-e220-4254-bd7b-8ea4c6547ee9,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:15.621168 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:15.665541 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=2003503c-e220-4254-bd7b-8ea4c6547ee9,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:15.874794 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['2003503c-e220-4254-bd7b-8ea4c6547ee9'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:21:16.507748 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14002366-6c87-4dce-9677-0d508044e748 req-c348c5fc-f008-4dd1-9446-e193d4ec6057 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:16.509271 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-14002366-6c87-4dce-9677-0d508044e748 req-c348c5fc-f008-4dd1-9446-e193d4ec6057 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 945 time: 0.0517347 Sep 03 18:21:16.546759 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-14002366-6c87-4dce-9677-0d508044e748 req-bbd14f6c-7277-4a71-b6cb-d7ab48cdeff7 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316963 Sep 03 18:21:17.464907 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 2003503c-e220-4254-bd7b-8ea4c6547ee9 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:21:17.510995 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port 2003503c-e220-4254-bd7b-8ea4c6547ee9 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:21:17.514529 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port 2003503c-e220-4254-bd7b-8ea4c6547ee9 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:21:17.514919 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:17.591425 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:17.614159 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c0e791-8ec1-4226-a1c7-c22e37448619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2003503c-e220-4254-bd7b-8ea4c6547ee9'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:21:17.616430 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d03734-dd9e-4faa-b142-e642146f993b" -d '{"events": [{"server_uuid": "b3c0e791-8ec1-4226-a1c7-c22e37448619", "name": "network-vif-plugged", "status": "completed", "tag": "2003503c-e220-4254-bd7b-8ea4c6547ee9"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:21:17.628673 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 2003503c-e220-4254-bd7b-8ea4c6547ee9, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2003503c-e220-4254-bd7b-8ea4c6547ee9,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:17.634143 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:17.666628 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c69595-a1df-4c08-b7f9-f62fc9c15a69 x-openstack-request-id: req-c1c69595-a1df-4c08-b7f9-f62fc9c15a69 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:21:17.666997 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c0e791-8ec1-4226-a1c7-c22e37448619", "name": "network-vif-plugged", "status": "completed", "tag": "2003503c-e220-4254-bd7b-8ea4c6547ee9", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:21:17.667170 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1c69595-a1df-4c08-b7f9-f62fc9c15a69 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:21:17.667567 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c0e791-8ec1-4226-a1c7-c22e37448619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2003503c-e220-4254-bd7b-8ea4c6547ee9', 'code': 200} Sep 03 18:21:17.673725 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfebb96-90c9-4be7-8435-b9cf62f59e45 req-908acaeb-4618-4c7c-904d-92892fdd7b6f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:17.675260 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4cfebb96-90c9-4be7-8435-b9cf62f59e45 req-908acaeb-4618-4c7c-904d-92892fdd7b6f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 945 time: 0.0623188 Sep 03 18:21:17.694624 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=2003503c-e220-4254-bd7b-8ea4c6547ee9,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:17.719774 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4cfebb96-90c9-4be7-8435-b9cf62f59e45 req-fa8fa92a-1e3c-48eb-b357-4ab4dda04faa tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376596 Sep 03 18:21:17.823389 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6466c-7bff-46b5-a841-7288eb87b4fc req-bc1f212b-ce3a-4a09-84f6-bfc6d126ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:17.824833 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-beb6466c-7bff-46b5-a841-7288eb87b4fc req-bc1f212b-ce3a-4a09-84f6-bfc6d126ec59 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 1099 time: 0.0394199 Sep 03 18:21:17.858643 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-beb6466c-7bff-46b5-a841-7288eb87b4fc req-0da576aa-e92b-4e4d-9e04-e8a6d4081742 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271838 Sep 03 18:21:18.841209 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab07a8-80cc-4d42-9841-7ce4056819b3 req-657b9073-b864-4c0b-a2f1-a10a319bde1a tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:18.842753 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aaab07a8-80cc-4d42-9841-7ce4056819b3 req-657b9073-b864-4c0b-a2f1-a10a319bde1a tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 946 time: 0.0514505 Sep 03 18:21:18.879806 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aaab07a8-80cc-4d42-9841-7ce4056819b3 req-e610829c-bbff-4a56-801c-a606651943ed tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305595 Sep 03 18:21:19.992210 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69f280e-aed5-4d1d-83f5-235c303a0edf req-a28891cf-87eb-4dbd-bc86-eff6d546c288 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:19.993672 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a69f280e-aed5-4d1d-83f5-235c303a0edf req-a28891cf-87eb-4dbd-bc86-eff6d546c288 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 946 time: 0.0485120 Sep 03 18:21:20.030381 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a69f280e-aed5-4d1d-83f5-235c303a0edf req-479ceee4-462e-4099-a245-bbccb1b743ce tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308940 Sep 03 18:21:21.728566 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-2ac66e41-8669-472f-baa3-89c20ef84509 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:21.730051 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-2ac66e41-8669-472f-baa3-89c20ef84509 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/networks?id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df HTTP/1.1" status: 200 len: 814 time: 0.1032240 Sep 03 18:21:21.744445 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-e78ce145-9c2b-4ab5-8043-c1d19137aee2 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/quotas/f36bee813233474e8e3a350e11f643b3 HTTP/1.1" status: 200 len: 375 time: 0.0087824 Sep 03 18:21:21.793965 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-b7036030-f23b-4887-82cb-0746767816b4 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36bee813233474e8e3a350e11f643b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445268 Sep 03 18:21:21.886510 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-e83a9bd2-f565-495f-9f98-3ed731df763d service neutron] 10.222.0.45 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857587 Sep 03 18:21:21.972226 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-5bed9a8e-c076-463a-8ec5-1fdbb48d1717 service neutron] 10.222.0.45 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797977 Sep 03 18:21:22.124083 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-aed92127-55fb-4249-8c9f-e9f97c455c53 req-f8192c5e-bf9b-4ab7-bf8b-3ec95ed275b9 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=9249679c-3415-42be-96d1-0a07dba22afa HTTP/1.1" status: 200 len: 210 time: 0.0257809 Sep 03 18:21:22.717662 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-78818b31-4182-48ef-8d67-4a091bc92dc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:23.051931 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-ad99063b-843c-46d3-b489-6bb907feafcb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:23.053393 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-ad99063b-843c-46d3-b489-6bb907feafcb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.55 "GET /v2.0/networks?id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df HTTP/1.1" status: 200 len: 814 time: 0.1030064 Sep 03 18:21:23.067644 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-13b79698-bec8-40bd-a025-11bc7ba6b0cd tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Request body: {'port': {'device_id': '9249679c-3415-42be-96d1-0a07dba22afa', 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df', 'admin_state_up': True, 'tenant_id': 'f36bee813233474e8e3a350e11f643b3'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:21:23.177768 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-13b79698-bec8-40bd-a025-11bc7ba6b0cd tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Made reservation on behalf of f36bee813233474e8e3a350e11f643b3 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:21:23.181322 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-13b79698-bec8-40bd-a025-11bc7ba6b0cd tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:23.221883 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-06c6fc7a-185f-4795-94f9-7aadf9ec1477 req-220ae54d-09dc-482b-9143-7bd1806e426e tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=9249679c-3415-42be-96d1-0a07dba22afa HTTP/1.1" status: 200 len: 210 time: 0.0311882 Sep 03 18:21:23.327335 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-13b79698-bec8-40bd-a025-11bc7ba6b0cd tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Allocated IP 172.20.0.14 (dc7dc2ad-10ba-4ea0-ac10-7b54c72324df/5e24ad12-ce87-4572-94de-8eca115a4b41/24720584-f6da-4074-ab2a-4c54c045c143) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:21:23.468204 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-13b79698-bec8-40bd-a025-11bc7ba6b0cd tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:23.507098 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-13b79698-bec8-40bd-a025-11bc7ba6b0cd tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:23.518840 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['efd67c65-4f63-441c-9528-dbc5bdbac99a', '2003503c-e220-4254-bd7b-8ea4c6547ee9'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:21:23.554167 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-13b79698-bec8-40bd-a025-11bc7ba6b0cd tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:21:23.557306 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-13b79698-bec8-40bd-a025-11bc7ba6b0cd tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:21:23.560923 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-13b79698-bec8-40bd-a025-11bc7ba6b0cd tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:21:23.587033 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b79698-bec8-40bd-a025-11bc7ba6b0cd tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Pushing event updated for resources: {'Port': ['ID=24720584-f6da-4074-ab2a-4c54c045c143,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:23.616477 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-13b79698-bec8-40bd-a025-11bc7ba6b0cd tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:23.617088 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-13b79698-bec8-40bd-a025-11bc7ba6b0cd tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:23.630913 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-13b79698-bec8-40bd-a025-11bc7ba6b0cd tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5676885 Sep 03 18:21:23.759254 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Request body: {'port': {'device_id': '9249679c-3415-42be-96d1-0a07dba22afa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:21:23.815350 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:24.087910 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24720584-f6da-4074-ab2a-4c54c045c143 {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:21:24.095307 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:24.107381 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Transition to ACTIVE for port object 24720584-f6da-4074-ab2a-4c54c045c143 will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:21:24.110521 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:24.159585 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Pushing event updated for resources: {'Port': ['ID=24720584-f6da-4074-ab2a-4c54c045c143,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:24.220124 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Attempting to bind port 24720584-f6da-4074-ab2a-4c54c045c143 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:21:24.220461 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Attempting to bind port 24720584-f6da-4074-ab2a-4c54c045c143 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:21:24.220787 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Attempting to bind port 24720584-f6da-4074-ab2a-4c54c045c143 on network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:21:24.225493 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Port 24720584-f6da-4074-ab2a-4c54c045c143 on network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:21:24.225805 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Attempting to bind port 24720584-f6da-4074-ab2a-4c54c045c143 on network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:21:24.230456 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 20, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:21:24.230786 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Checking segment: {'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:21:24.231161 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Bound using segment: {'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:21:24.231580 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Bound port: 24720584-f6da-4074-ab2a-4c54c045c143, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:21:24.231926 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:24.319153 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] For port 24720584-f6da-4074-ab2a-4c54c045c143, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:21:24.333784 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] For port 24720584-f6da-4074-ab2a-4c54c045c143, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=24720584-f6da-4074-ab2a-4c54c045c143,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:21:24.341154 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:24.384224 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250dea9-025a-455c-ab8c-528274efef3b req-969b8dea-7082-49f9-a5be-f0956e5533ff tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:24.385716 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9250dea9-025a-455c-ab8c-528274efef3b req-969b8dea-7082-49f9-a5be-f0956e5533ff tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=9249679c-3415-42be-96d1-0a07dba22afa HTTP/1.1" status: 200 len: 944 time: 0.0966330 Sep 03 18:21:24.396434 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:24.397289 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:24.398643 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] 10.222.0.55 "PUT /v2.0/ports/24720584-f6da-4074-ab2a-4c54c045c143 HTTP/1.1" status: 200 len: 1094 time: 0.6438932 Sep 03 18:21:24.399068 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9249679c-3415-42be-96d1-0a07dba22afa', 'tag': '24720584-f6da-4074-ab2a-4c54c045c143'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:21:24.401269 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27ddf80-58fc-4892-8f1d-f35697e17329" -d '{"events": [{"name": "network-changed", "server_uuid": "9249679c-3415-42be-96d1-0a07dba22afa", "tag": "24720584-f6da-4074-ab2a-4c54c045c143"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:21:24.438783 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31e7f50-728d-4109-b55f-92e431373d7e service neutron] Pushing event updated for resources: {'Port': ['ID=24720584-f6da-4074-ab2a-4c54c045c143,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:24.443764 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33a75173-7d4f-4be3-8fa8-0667ed9f4290 x-openstack-request-id: req-33a75173-7d4f-4be3-8fa8-0667ed9f4290 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:21:24.444063 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9249679c-3415-42be-96d1-0a07dba22afa", "tag": "24720584-f6da-4074-ab2a-4c54c045c143", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:21:24.444316 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-33a75173-7d4f-4be3-8fa8-0667ed9f4290 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:21:24.444692 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9249679c-3415-42be-96d1-0a07dba22afa', 'tag': '24720584-f6da-4074-ab2a-4c54c045c143', 'status': 'completed', 'code': 200} Sep 03 18:21:24.481303 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9250dea9-025a-455c-ab8c-528274efef3b req-c4b02b2e-1998-4da6-a3cc-2d2be6c2dbf9 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869086 Sep 03 18:21:24.498701 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-75b2d13c-447b-4dd4-8caa-cd05acea1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:24.500228 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-75b2d13c-447b-4dd4-8caa-cd05acea1654 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f36bee813233474e8e3a350e11f643b3&device_id=9249679c-3415-42be-96d1-0a07dba22afa HTTP/1.1" status: 200 len: 1097 time: 0.0547590 Sep 03 18:21:24.542849 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-369526e6-f7de-456b-8b5a-25d9f208e6a1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24720584-f6da-4074-ab2a-4c54c045c143 HTTP/1.1" status: 200 len: 217 time: 0.0335522 Sep 03 18:21:24.593362 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-0b86dc76-0c86-4a18-974c-e61e6e7c0c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:24.594791 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-0b86dc76-0c86-4a18-974c-e61e6e7c0c1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e24ad12-ce87-4572-94de-8eca115a4b41 HTTP/1.1" status: 200 len: 854 time: 0.0434785 Sep 03 18:21:24.626567 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-8d9c3d96-7e13-4be1-945f-1bfecf8bc975 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236423 Sep 03 18:21:24.717204 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-d5284c95-a8f4-4a92-b596-ece56c825559 service neutron] 10.222.0.55 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838678 Sep 03 18:21:24.811520 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8af09d3b-4161-45b7-9541-e4231a5ebf27 req-b1cc837b-2eef-4c24-906c-1167b11125f3 service neutron] 10.222.0.55 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869281 Sep 03 18:21:24.903840 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ddf80-58fc-4892-8f1d-f35697e17329 req-bfd23eca-d4f1-4615-92af-6ce03f9a821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:24.905241 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e27ddf80-58fc-4892-8f1d-f35697e17329 req-bfd23eca-d4f1-4615-92af-6ce03f9a821d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f36bee813233474e8e3a350e11f643b3&device_id=9249679c-3415-42be-96d1-0a07dba22afa HTTP/1.1" status: 200 len: 1097 time: 0.0418663 Sep 03 18:21:24.992762 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ddf80-58fc-4892-8f1d-f35697e17329 req-70619eba-9017-4395-ba24-284c36b8114e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:24.994181 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e27ddf80-58fc-4892-8f1d-f35697e17329 req-70619eba-9017-4395-ba24-284c36b8114e service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df HTTP/1.1" status: 200 len: 915 time: 0.0803947 Sep 03 18:21:25.038534 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e27ddf80-58fc-4892-8f1d-f35697e17329 req-d1d29ba3-927b-4f68-b824-66337cf43bb0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=24720584-f6da-4074-ab2a-4c54c045c143 HTTP/1.1" status: 200 len: 217 time: 0.0364230 Sep 03 18:21:25.087038 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27ddf80-58fc-4892-8f1d-f35697e17329 req-2ebf09b5-b0a3-4887-ba5e-64869ad42491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:25.088431 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e27ddf80-58fc-4892-8f1d-f35697e17329 req-2ebf09b5-b0a3-4887-ba5e-64869ad42491 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e24ad12-ce87-4572-94de-8eca115a4b41 HTTP/1.1" status: 200 len: 854 time: 0.0423439 Sep 03 18:21:25.119772 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e27ddf80-58fc-4892-8f1d-f35697e17329 req-eb3bf8b9-9d77-4022-a0e7-49a6e3cdc389 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230839 Sep 03 18:21:25.210223 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e27ddf80-58fc-4892-8f1d-f35697e17329 req-5d4d5f19-0e7f-4b2a-aa4c-eab669421fcd service neutron] 10.222.0.55 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829940 Sep 03 18:21:25.305418 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e27ddf80-58fc-4892-8f1d-f35697e17329 req-7321564a-8eda-4c93-9378-e8eaa2d27746 service neutron] 10.222.0.55 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830693 Sep 03 18:21:25.341383 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9b453257-0b75-49c5-9f98-e5639ac2bf2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:25.597322 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff784865-a936-4f49-9bc8-9cdc2fb45c86 req-28000700-c3b9-46c4-a8f7-3ed70324d29e tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:25.598795 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ff784865-a936-4f49-9bc8-9cdc2fb45c86 req-28000700-c3b9-46c4-a8f7-3ed70324d29e tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=9249679c-3415-42be-96d1-0a07dba22afa HTTP/1.1" status: 200 len: 944 time: 0.0511181 Sep 03 18:21:25.634900 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ff784865-a936-4f49-9bc8-9cdc2fb45c86 req-7ac8fd50-492b-4556-aa24-85e6c5021f30 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302789 Sep 03 18:21:25.854585 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.746427 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386913f-62dd-4587-b12d-e28e5419f750 req-8cd015ac-082e-466d-810c-573b45bbe49a tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:26.747916 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8386913f-62dd-4587-b12d-e28e5419f750 req-8cd015ac-082e-466d-810c-573b45bbe49a tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=9249679c-3415-42be-96d1-0a07dba22afa HTTP/1.1" status: 200 len: 944 time: 0.0484393 Sep 03 18:21:26.788761 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8386913f-62dd-4587-b12d-e28e5419f750 req-801f9366-608e-474f-8181-4c4ce5880bad tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348587 Sep 03 18:21:26.848976 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:26.903474 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:21:27.548639 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 24720584-f6da-4074-ab2a-4c54c045c143 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:21:27.640804 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 24720584-f6da-4074-ab2a-4c54c045c143, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=24720584-f6da-4074-ab2a-4c54c045c143,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:27.652083 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': '24720584-f6da-4074-ab2a-4c54c045c143', 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df', 'port_id': '24720584-f6da-4074-ab2a-4c54c045c143', 'mac_address': 'fa:16:3e:fd:28:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e24ad12-ce87-4572-94de-8eca115a4b41', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:21:27.687774 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.700146 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24720584-f6da-4074-ab2a-4c54c045c143 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:21:27.719084 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 24720584-f6da-4074-ab2a-4c54c045c143, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=24720584-f6da-4074-ab2a-4c54c045c143,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:27.722959 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:27.774620 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=24720584-f6da-4074-ab2a-4c54c045c143,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:27.898914 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c381fd-ffb7-4da5-893f-16f49e347909 req-ab1dfe9d-fe9a-46aa-83b2-31251353c25b tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:27.900390 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f9c381fd-ffb7-4da5-893f-16f49e347909 req-ab1dfe9d-fe9a-46aa-83b2-31251353c25b tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=9249679c-3415-42be-96d1-0a07dba22afa HTTP/1.1" status: 200 len: 945 time: 0.0478451 Sep 03 18:21:27.937669 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f9c381fd-ffb7-4da5-893f-16f49e347909 req-48cd1374-062a-4942-b83e-2f2893ebb4ce tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313830 Sep 03 18:21:27.978492 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['24720584-f6da-4074-ab2a-4c54c045c143'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:21:28.155363 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:28.365306 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:29.053320 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58f31ea-f9c2-4dab-9d71-30858894accc req-8e28d5c0-5201-4ecf-9648-d4492c3d1bdc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:29.054803 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b58f31ea-f9c2-4dab-9d71-30858894accc req-8e28d5c0-5201-4ecf-9648-d4492c3d1bdc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=9249679c-3415-42be-96d1-0a07dba22afa HTTP/1.1" status: 200 len: 945 time: 0.0522850 Sep 03 18:21:29.090905 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b58f31ea-f9c2-4dab-9d71-30858894accc req-ffeba0cc-0552-4b65-8522-c676a3bb939b tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302622 Sep 03 18:21:29.561623 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 24720584-f6da-4074-ab2a-4c54c045c143 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:21:29.610937 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port 24720584-f6da-4074-ab2a-4c54c045c143 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:21:29.614581 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port 24720584-f6da-4074-ab2a-4c54c045c143 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:21:29.614951 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:29.694543 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:29.717175 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9249679c-3415-42be-96d1-0a07dba22afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24720584-f6da-4074-ab2a-4c54c045c143'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:21:29.719397 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34cf4339-f0fe-4540-b54b-4dcd44debb22" -d '{"events": [{"server_uuid": "9249679c-3415-42be-96d1-0a07dba22afa", "name": "network-vif-plugged", "status": "completed", "tag": "24720584-f6da-4074-ab2a-4c54c045c143"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:21:29.731627 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 24720584-f6da-4074-ab2a-4c54c045c143, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=24720584-f6da-4074-ab2a-4c54c045c143,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:29.736206 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:29.758652 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f926ba3f-26db-4a97-af76-38175376af44 x-openstack-request-id: req-f926ba3f-26db-4a97-af76-38175376af44 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:21:29.758942 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9249679c-3415-42be-96d1-0a07dba22afa", "name": "network-vif-plugged", "status": "completed", "tag": "24720584-f6da-4074-ab2a-4c54c045c143", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:21:29.759191 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f926ba3f-26db-4a97-af76-38175376af44 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:21:29.759567 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9249679c-3415-42be-96d1-0a07dba22afa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24720584-f6da-4074-ab2a-4c54c045c143', 'code': 200} Sep 03 18:21:29.791251 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=24720584-f6da-4074-ab2a-4c54c045c143,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:29.919763 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efd39a4-262e-4ba6-be76-5c52f4bf1905 req-4930bc28-187b-4419-b9cd-b0cdd9f99a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:29.921167 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8efd39a4-262e-4ba6-be76-5c52f4bf1905 req-4930bc28-187b-4419-b9cd-b0cdd9f99a31 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=9249679c-3415-42be-96d1-0a07dba22afa HTTP/1.1" status: 200 len: 1099 time: 0.0402100 Sep 03 18:21:29.959411 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8efd39a4-262e-4ba6-be76-5c52f4bf1905 req-e679bfd0-ae5c-4fdc-84b3-ecd78424b9cf service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263755 Sep 03 18:21:30.203416 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0ba218-2145-45be-8f2d-bc586805f0e6 req-3b36ecce-1847-4e72-9413-d6bee91d3f44 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:30.204941 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2b0ba218-2145-45be-8f2d-bc586805f0e6 req-3b36ecce-1847-4e72-9413-d6bee91d3f44 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=9249679c-3415-42be-96d1-0a07dba22afa HTTP/1.1" status: 200 len: 946 time: 0.0481288 Sep 03 18:21:30.241858 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2b0ba218-2145-45be-8f2d-bc586805f0e6 req-adb2031c-c752-44a6-88ad-b5f9c7a75552 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308859 Sep 03 18:21:31.358997 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc0101-1571-4fc3-ae3d-6988dd6a95dc req-65ed57f7-2ddc-47aa-b927-ee84d2fd9901 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:31.360456 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11bc0101-1571-4fc3-ae3d-6988dd6a95dc req-65ed57f7-2ddc-47aa-b927-ee84d2fd9901 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=9249679c-3415-42be-96d1-0a07dba22afa HTTP/1.1" status: 200 len: 946 time: 0.0508542 Sep 03 18:21:31.398104 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-11bc0101-1571-4fc3-ae3d-6988dd6a95dc req-8334112e-969e-4390-b726-ba281b391dba tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307577 Sep 03 18:21:33.536570 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1020c770-59d3-4eed-80c4-fa67ef8e56d6 req-d8121bbe-048d-48bc-a0da-21016f0e5e91 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390770 Sep 03 18:21:33.619259 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020c770-59d3-4eed-80c4-fa67ef8e56d6 req-badec2fb-e9c2-4128-9a00-31230d2222ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:33.620714 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1020c770-59d3-4eed-80c4-fa67ef8e56d6 req-badec2fb-e9c2-4128-9a00-31230d2222ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca9887ef7b2a4b1ea04064556796915d&device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 1098 time: 0.0389318 Sep 03 18:21:33.724662 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020c770-59d3-4eed-80c4-fa67ef8e56d6 req-3a0ce49a-480d-4846-b416-3c394b73915f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:33.726125 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1020c770-59d3-4eed-80c4-fa67ef8e56d6 req-3a0ce49a-480d-4846-b416-3c394b73915f service neutron] 10.222.0.55 "GET /v2.0/networks?id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b HTTP/1.1" status: 200 len: 910 time: 0.0846813 Sep 03 18:21:33.795062 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1020c770-59d3-4eed-80c4-fa67ef8e56d6 req-39152285-a82d-4c12-ae08-103eb267875b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=695579ed-f964-4788-aceb-48e7f4eeacd0 HTTP/1.1" status: 200 len: 1001 time: 0.0545194 Sep 03 18:21:33.848218 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020c770-59d3-4eed-80c4-fa67ef8e56d6 req-d204c77f-b642-4f38-9633-01a07f4d3013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:33.849725 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1020c770-59d3-4eed-80c4-fa67ef8e56d6 req-d204c77f-b642-4f38-9633-01a07f4d3013 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4baf20d9-9520-47b3-90c9-1d690066a24e HTTP/1.1" status: 200 len: 848 time: 0.0417612 Sep 03 18:21:33.900459 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020c770-59d3-4eed-80c4-fa67ef8e56d6 req-69c634a0-cdde-4bb8-9a56-995ab18c7cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:33.901894 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1020c770-59d3-4eed-80c4-fa67ef8e56d6 req-69c634a0-cdde-4bb8-9a56-995ab18c7cb1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417655 Sep 03 18:21:33.988526 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1020c770-59d3-4eed-80c4-fa67ef8e56d6 req-486e4ed7-8612-4f24-9d41-93f1052e6dcf service neutron] 10.222.0.55 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785892 Sep 03 18:21:34.296902 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1020c770-59d3-4eed-80c4-fa67ef8e56d6 req-32ce60f3-19e6-4df0-a1c9-0306cb1e778a service neutron] 10.222.0.55 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999754 Sep 03 18:21:44.127923 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-88de3742-88e0-4f65-9052-d51fc9f9f637 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-480919539&fields=id&tenant_id=fbbf39ea06ed4764ad55a9860853f5f8 HTTP/1.1" status: 200 len: 267 time: 0.0333686 Sep 03 18:21:44.291281 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-99dfcb66-1e46-4971-b368-947e6cf406cd tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:44.292637 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-99dfcb66-1e46-4971-b368-947e6cf406cd tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/networks?id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 200 len: 811 time: 0.1576130 Sep 03 18:21:44.320291 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-0fdae7a9-8418-45a3-9875-eaff4432f57b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/quotas/fbbf39ea06ed4764ad55a9860853f5f8 HTTP/1.1" status: 200 len: 375 time: 0.0208764 Sep 03 18:21:44.328174 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-0b24d30e-7ee4-44fb-bc6e-4508a72ceac9 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:44.329537 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-0b24d30e-7ee4-44fb-bc6e-4508a72ceac9 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/networks?id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df HTTP/1.1" status: 200 len: 814 time: 0.1287212 Sep 03 18:21:44.366755 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-3b6aa5b7-4388-4b9e-a76b-a1b1b83a55ac tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/quotas/f36bee813233474e8e3a350e11f643b3 HTTP/1.1" status: 200 len: 375 time: 0.0282722 Sep 03 18:21:44.411368 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-897c6788-d161-4ce3-9f84-0013d3e7c452 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0809073 Sep 03 18:21:44.454587 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-e2d6a10d-638c-457e-a718-890aac791d9c tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=f36bee813233474e8e3a350e11f643b3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0805795 Sep 03 18:21:44.574148 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-61391653-f5e2-4e17-8d53-3b5264a81ff4 service neutron] 10.222.0.45 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509690 Sep 03 18:21:44.604443 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-8c8f52fd-c842-478c-b3fe-2150ae7a6601 service neutron] 10.222.0.45 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420095 Sep 03 18:21:44.727705 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-236fe642-d4e8-4e5d-a9b0-dce0cb93ac02 service neutron] 10.222.0.45 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437793 Sep 03 18:21:44.742643 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-0b69ae4e-3c2d-49d4-bf08-31f27f4aeae1 service neutron] 10.222.0.45 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284814 Sep 03 18:21:44.910111 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-20304749-e2d0-4302-904d-17d5cdaa2435 req-b4f5b1ba-f691-47c6-aa1a-fc6f23a9aa8a tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 210 time: 0.0350988 Sep 03 18:21:45.034929 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6102a24f-202c-4695-9844-66112d4eb8be req-2a92e74a-76f8-47ec-ad8d-4bd76d11ef75 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 210 time: 0.0284123 Sep 03 18:21:46.004661 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1bbf6ceb-ec41-431b-a8fb-d7ecbd3747cc req-a84874b6-5072-4ee0-95e3-c3397ed0f16f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 210 time: 0.0278533 Sep 03 18:21:46.148423 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-23f37b95-17f2-4838-8843-0ce1e7595576 req-3f9541fa-d951-4502-bcde-94eb6655a87e tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 210 time: 0.0377946 Sep 03 18:21:46.156734 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-fd6516d7-87b1-4a5d-ae62-1006dc7dbe0d tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:46.158088 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-fd6516d7-87b1-4a5d-ae62-1006dc7dbe0d tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.55 "GET /v2.0/networks?id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df HTTP/1.1" status: 200 len: 814 time: 0.1333675 Sep 03 18:21:46.178627 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-3957d500-662a-4ebc-b8e0-635697f61c12 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Request body: {'port': {'device_id': '5259438d-cf93-4266-861e-81a73afe4f05', 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df', 'admin_state_up': True, 'tenant_id': 'f36bee813233474e8e3a350e11f643b3'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:21:46.286795 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-3957d500-662a-4ebc-b8e0-635697f61c12 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Made reservation on behalf of f36bee813233474e8e3a350e11f643b3 for: {'port': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:21:46.290238 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-3957d500-662a-4ebc-b8e0-635697f61c12 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:46.415523 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-3957d500-662a-4ebc-b8e0-635697f61c12 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Allocated IP 172.20.0.10 (dc7dc2ad-10ba-4ea0-ac10-7b54c72324df/5e24ad12-ce87-4572-94de-8eca115a4b41/c3d67880-e864-4bfc-9dfb-0da2e09794ce) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:21:46.568825 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-fa49675b-0a53-47d2-9256-42a65918157a tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:46.570573 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-fa49675b-0a53-47d2-9256-42a65918157a tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.55 "GET /v2.0/networks?id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 200 len: 811 time: 0.1085098 Sep 03 18:21:46.583693 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-3957d500-662a-4ebc-b8e0-635697f61c12 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:46.615170 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-789035ee-99a1-46d5-bccb-dff0c7e657c0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbbf39ea06ed4764ad55a9860853f5f8 HTTP/1.1" status: 200 len: 379 time: 0.0357230 Sep 03 18:21:46.623563 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-3957d500-662a-4ebc-b8e0-635697f61c12 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:46.625626 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Request body: {'port': {'device_id': '222dd4a6-6c77-4f9a-b69f-c5d31a2ce500', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'admin_state_up': True, 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'security_groups': ['05d25b1e-6f51-4202-82c3-76c536106f35']}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:21:46.638352 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['efd67c65-4f63-441c-9528-dbc5bdbac99a', '2003503c-e220-4254-bd7b-8ea4c6547ee9', '24720584-f6da-4074-ab2a-4c54c045c143'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:21:46.669034 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-3957d500-662a-4ebc-b8e0-635697f61c12 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:21:46.672103 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-3957d500-662a-4ebc-b8e0-635697f61c12 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:21:46.676643 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-3957d500-662a-4ebc-b8e0-635697f61c12 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:21:46.705881 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3957d500-662a-4ebc-b8e0-635697f61c12 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Pushing event updated for resources: {'Port': ['ID=c3d67880-e864-4bfc-9dfb-0da2e09794ce,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:46.732379 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-3957d500-662a-4ebc-b8e0-635697f61c12 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:46.733163 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-3957d500-662a-4ebc-b8e0-635697f61c12 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:46.756607 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Made reservation on behalf of fbbf39ea06ed4764ad55a9860853f5f8 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:21:46.760154 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:46.761404 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-3957d500-662a-4ebc-b8e0-635697f61c12 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5874062 Sep 03 18:21:46.775877 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Request body: {'port': {'device_id': '5259438d-cf93-4266-861e-81a73afe4f05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:21:46.833980 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:46.898874 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Allocated IP 172.20.0.14 (2e3d5c3b-117a-4d63-b91d-c04b73d3319d/3a7abc42-8f93-433e-8867-522bfd9c85b3/eeb47ccc-748e-42fd-906d-05307a679676) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:21:47.043996 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:47.059868 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Transition to ACTIVE for port object eeb47ccc-748e-42fd-906d-05307a679676 will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:21:47.094947 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:47.141267 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:21:47.144732 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:21:47.149481 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:21:47.156294 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d67880-e864-4bfc-9dfb-0da2e09794ce {{(pid=94085) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:21:47.158089 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event updated for resources: {'Port': ['ID=eeb47ccc-748e-42fd-906d-05307a679676,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:47.168851 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:47.184921 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:47.185272 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:47.185796 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:47.186353 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:47.186857 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:47.187359 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:47.187875 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:47.188373 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:47.188865 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:47.189055 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc7b45-3436-415b-a628-49c239d25bfe req-154cd15a-08aa-4723-9dfd-be53ebc5ddc4 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:47.189664 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:47.190162 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:47.190614 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d1dc7b45-3436-415b-a628-49c239d25bfe req-154cd15a-08aa-4723-9dfd-be53ebc5ddc4 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 932 time: 0.0852644 Sep 03 18:21:47.190967 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:47.203735 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Transition to ACTIVE for port object c3d67880-e864-4bfc-9dfb-0da2e09794ce will not be triggered until provisioned by entity L2. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:21:47.221758 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:47.237547 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:47.238183 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:47.253321 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-f4827bc2-69a7-4645-ac78-b19ee35a6e26 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6318858 Sep 03 18:21:47.268336 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Request body: {'port': {'device_id': '222dd4a6-6c77-4f9a-b69f-c5d31a2ce500', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:21:47.324875 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:47.344097 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d1dc7b45-3436-415b-a628-49c239d25bfe req-d7f67be9-fe9b-4c1b-b369-d63e9b36c5e0 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351154 Sep 03 18:21:47.366991 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d67880-e864-4bfc-9dfb-0da2e09794ce,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:47.380242 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb5059-9fa2-420b-b42e-43425c45ff76 req-86bc040e-1519-4cfb-8fdf-1342619b3135 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:47.381740 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f3fb5059-9fa2-420b-b42e-43425c45ff76 req-86bc040e-1519-4cfb-8fdf-1342619b3135 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 932 time: 0.1403832 Sep 03 18:21:47.456864 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f3fb5059-9fa2-420b-b42e-43425c45ff76 req-b10aa4d4-cc28-4238-ae2b-56a25fd9172b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568066 Sep 03 18:21:47.460344 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Attempting to bind port c3d67880-e864-4bfc-9dfb-0da2e09794ce on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:21:47.460752 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Attempting to bind port c3d67880-e864-4bfc-9dfb-0da2e09794ce by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:21:47.461083 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Attempting to bind port c3d67880-e864-4bfc-9dfb-0da2e09794ce on network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:21:47.464043 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9da2774d-191e-4681-ba88-09d900dc3703 None None] Provisioning for port eeb47ccc-748e-42fd-906d-05307a679676 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:21:47.466824 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Port c3d67880-e864-4bfc-9dfb-0da2e09794ce on network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:21:47.467199 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Attempting to bind port c3d67880-e864-4bfc-9dfb-0da2e09794ce on network dc7dc2ad-10ba-4ea0-ac10-7b54c72324df {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:21:47.469449 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9da2774d-191e-4681-ba88-09d900dc3703 None None] Provisioning complete for port eeb47ccc-748e-42fd-906d-05307a679676 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:21:47.470052 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9da2774d-191e-4681-ba88-09d900dc3703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:47.475421 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:21:47.475421 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Checking segment: {'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:21:47.475421 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Bound using segment: {'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'} {{(pid=94085) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:21:47.475421 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.managers [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Bound port: c3d67880-e864-4bfc-9dfb-0da2e09794ce, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6946056-e2bb-4211-953f-15282ca3c118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df'}}] {{(pid=94085) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:21:47.475421 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:47.513859 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-9da2774d-191e-4681-ba88-09d900dc3703 None None] Port eeb47ccc-748e-42fd-906d-05307a679676 cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:21:47.539794 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] For port c3d67880-e864-4bfc-9dfb-0da2e09794ce, host hv-cinder-78878, cleared binding levels {{(pid=94085) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:21:47.543187 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] For port c3d67880-e864-4bfc-9dfb-0da2e09794ce, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c3d67880-e864-4bfc-9dfb-0da2e09794ce,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94085) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:21:47.548397 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:47.580386 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:47.580995 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:47.582459 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] 10.222.0.55 "PUT /v2.0/ports/c3d67880-e864-4bfc-9dfb-0da2e09794ce HTTP/1.1" status: 200 len: 1094 time: 0.8112926 Sep 03 18:21:47.582908 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5259438d-cf93-4266-861e-81a73afe4f05', 'tag': 'c3d67880-e864-4bfc-9dfb-0da2e09794ce'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:21:47.585107 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-810cdb14-e129-47c8-8284-6c3658f6d14c" -d '{"events": [{"name": "network-changed", "server_uuid": "5259438d-cf93-4266-861e-81a73afe4f05", "tag": "c3d67880-e864-4bfc-9dfb-0da2e09794ce"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:21:47.610509 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a3c98-4e6a-489f-a08b-12afdbc85119 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d67880-e864-4bfc-9dfb-0da2e09794ce,revision_number=3']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:47.627964 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efc5873c-4dfe-4170-aea1-94bd5741aa7b x-openstack-request-id: req-efc5873c-4dfe-4170-aea1-94bd5741aa7b {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:21:47.628317 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5259438d-cf93-4266-861e-81a73afe4f05", "tag": "c3d67880-e864-4bfc-9dfb-0da2e09794ce", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:21:47.628659 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-efc5873c-4dfe-4170-aea1-94bd5741aa7b {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:21:47.629109 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5259438d-cf93-4266-861e-81a73afe4f05', 'tag': 'c3d67880-e864-4bfc-9dfb-0da2e09794ce', 'status': 'completed', 'code': 200} Sep 03 18:21:47.629914 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb47ccc-748e-42fd-906d-05307a679676 {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:21:47.637461 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:47.649584 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Transition to ACTIVE for port object eeb47ccc-748e-42fd-906d-05307a679676 will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:21:47.653203 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:47.698934 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-65282891-59ad-47bf-bfdb-6638455b1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:47.700987 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-65282891-59ad-47bf-bfdb-6638455b1b26 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f36bee813233474e8e3a350e11f643b3&device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 1097 time: 0.0474608 Sep 03 18:21:47.724977 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb47ccc-748e-42fd-906d-05307a679676,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:47.750408 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-0fee1ede-b1ec-4543-8c44-2537c7de9c56 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3d67880-e864-4bfc-9dfb-0da2e09794ce HTTP/1.1" status: 200 len: 217 time: 0.0408294 Sep 03 18:21:47.782375 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Attempting to bind port eeb47ccc-748e-42fd-906d-05307a679676 on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:21:47.782757 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Attempting to bind port eeb47ccc-748e-42fd-906d-05307a679676 by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:21:47.783054 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Attempting to bind port eeb47ccc-748e-42fd-906d-05307a679676 on network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:21:47.788030 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Port eeb47ccc-748e-42fd-906d-05307a679676 on network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:21:47.788356 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Attempting to bind port eeb47ccc-748e-42fd-906d-05307a679676 on network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:21:47.793382 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 21, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:21:47.793684 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Checking segment: {'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:21:47.794034 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Bound using segment: {'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:21:47.794495 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Bound port: eeb47ccc-748e-42fd-906d-05307a679676, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:21:47.794857 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:47.803863 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-f0ea74ff-0864-48fb-a95b-83a3f041a874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:47.805370 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-f0ea74ff-0864-48fb-a95b-83a3f041a874 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e24ad12-ce87-4572-94de-8eca115a4b41 HTTP/1.1" status: 200 len: 854 time: 0.0468118 Sep 03 18:21:47.839550 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-52c9cf7b-97ed-4462-921a-e22ecff4fa2d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270054 Sep 03 18:21:47.862246 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] For port eeb47ccc-748e-42fd-906d-05307a679676, host hv-cinder-78878, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:21:47.865967 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] For port eeb47ccc-748e-42fd-906d-05307a679676, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=eeb47ccc-748e-42fd-906d-05307a679676,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:21:47.871593 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:47.905668 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:47.906298 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:47.907799 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] 10.222.0.55 "PUT /v2.0/ports/eeb47ccc-748e-42fd-906d-05307a679676 HTTP/1.1" status: 200 len: 1094 time: 0.6439579 Sep 03 18:21:47.908242 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222dd4a6-6c77-4f9a-b69f-c5d31a2ce500', 'tag': 'eeb47ccc-748e-42fd-906d-05307a679676'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:21:47.910742 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a6ac8c-140d-4ed6-bf36-ec1253a10b05" -d '{"events": [{"name": "network-changed", "server_uuid": "222dd4a6-6c77-4f9a-b69f-c5d31a2ce500", "tag": "eeb47ccc-748e-42fd-906d-05307a679676"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:21:47.953792 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-12a94a2b-c85a-4e52-8a67-2b8cc5abd327 service neutron] 10.222.0.55 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069050 Sep 03 18:21:47.962129 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff1e40-ba18-42d5-9def-99e717b79a85 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb47ccc-748e-42fd-906d-05307a679676,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:47.966225 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba072949-0531-425d-9a13-3904a98c735e x-openstack-request-id: req-ba072949-0531-425d-9a13-3904a98c735e {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:21:47.966538 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222dd4a6-6c77-4f9a-b69f-c5d31a2ce500", "tag": "eeb47ccc-748e-42fd-906d-05307a679676", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:21:47.966791 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba072949-0531-425d-9a13-3904a98c735e {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:21:47.967180 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222dd4a6-6c77-4f9a-b69f-c5d31a2ce500', 'tag': 'eeb47ccc-748e-42fd-906d-05307a679676', 'status': 'completed', 'code': 200} Sep 03 18:21:48.002556 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3431f7b2-6b0d-4f2a-94ce-90a28369801a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:48.004092 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-3431f7b2-6b0d-4f2a-94ce-90a28369801a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 1097 time: 0.0507972 Sep 03 18:21:48.054105 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-d3d6b489-78ad-45b6-99ae-d531f245ae9e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeb47ccc-748e-42fd-906d-05307a679676 HTTP/1.1" status: 200 len: 217 time: 0.0416915 Sep 03 18:21:48.068424 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-86a1de41-a998-4a86-a31f-bd26b633e24f req-517d3f4d-c47b-4218-97a5-009a3b6d8e7d service neutron] 10.222.0.55 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062937 Sep 03 18:21:48.109187 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-bd78f80c-edef-44da-b730-c91ca592d7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:48.110836 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-bd78f80c-edef-44da-b730-c91ca592d7bd service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a7abc42-8f93-433e-8867-522bfd9c85b3 HTTP/1.1" status: 200 len: 850 time: 0.0493138 Sep 03 18:21:48.179188 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-f8396e4c-e318-4cf3-9716-b7b7be6b1923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:48.180570 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdb14-e129-47c8-8284-6c3658f6d14c req-53e75ea1-b9d6-429f-8033-91e40028a0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:48.181067 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-f8396e4c-e318-4cf3-9716-b7b7be6b1923 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530076 Sep 03 18:21:48.182105 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-810cdb14-e129-47c8-8284-6c3658f6d14c req-53e75ea1-b9d6-429f-8033-91e40028a0d4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=f36bee813233474e8e3a350e11f643b3&device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 1097 time: 0.0537271 Sep 03 18:21:48.280262 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdb14-e129-47c8-8284-6c3658f6d14c req-62991dd2-c835-4c36-9595-e99f4e28f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:48.281897 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-810cdb14-e129-47c8-8284-6c3658f6d14c req-62991dd2-c835-4c36-9595-e99f4e28f5ef service neutron] 10.222.0.55 "GET /v2.0/networks?id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df HTTP/1.1" status: 200 len: 915 time: 0.0869527 Sep 03 18:21:48.309981 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-611e767a-6672-45c6-8878-15337cd31089 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153560 Sep 03 18:21:48.331679 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-810cdb14-e129-47c8-8284-6c3658f6d14c req-283f6aea-f31b-4cd7-aa97-cb4ebca7fea7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c3d67880-e864-4bfc-9dfb-0da2e09794ce HTTP/1.1" status: 200 len: 217 time: 0.0388415 Sep 03 18:21:48.385562 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cdb14-e129-47c8-8284-6c3658f6d14c req-2a66372c-4644-4be8-b0ee-3778f8fc5291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:48.387245 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-810cdb14-e129-47c8-8284-6c3658f6d14c req-2a66372c-4644-4be8-b0ee-3778f8fc5291 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5e24ad12-ce87-4572-94de-8eca115a4b41 HTTP/1.1" status: 200 len: 854 time: 0.0473995 Sep 03 18:21:48.424938 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-810cdb14-e129-47c8-8284-6c3658f6d14c req-8e8041f6-89ee-46ba-aacd-af18709ca6fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294414 Sep 03 18:21:48.425591 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a99c3f2f-4508-4539-95e6-e722ba94b559 req-da624478-f368-4b00-9f92-08c5d9e8a784 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033285 Sep 03 18:21:48.537695 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6ac8c-140d-4ed6-bf36-ec1253a10b05 req-e6090340-120b-48b8-8fde-5e2ca6ff6451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:48.539468 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-83a6ac8c-140d-4ed6-bf36-ec1253a10b05 req-e6090340-120b-48b8-8fde-5e2ca6ff6451 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 1097 time: 0.0489480 Sep 03 18:21:48.561600 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c26bbd-b908-4fde-84fc-f4f6e3849c9c req-78188b36-36b9-49be-81a5-e1d8c5bfeecc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:48.563076 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-78c26bbd-b908-4fde-84fc-f4f6e3849c9c req-78188b36-36b9-49be-81a5-e1d8c5bfeecc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 944 time: 0.1272085 Sep 03 18:21:48.635580 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6ac8c-140d-4ed6-bf36-ec1253a10b05 req-f1f8e19f-cb71-4cd6-bd6c-bd1d06128ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:48.637017 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-83a6ac8c-140d-4ed6-bf36-ec1253a10b05 req-f1f8e19f-cb71-4cd6-bd6c-bd1d06128ed2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 200 len: 912 time: 0.0902176 Sep 03 18:21:48.641042 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-810cdb14-e129-47c8-8284-6c3658f6d14c req-6d117c41-7120-4695-b217-ccb967481c4f service neutron] 10.222.0.55 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912067 Sep 03 18:21:48.685066 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3b3f7-7130-4d5d-90c4-b681f4fcab2f req-bb472309-38e7-4ae1-91a6-962c5ce876d9 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:48.687358 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-53a3b3f7-7130-4d5d-90c4-b681f4fcab2f req-bb472309-38e7-4ae1-91a6-962c5ce876d9 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 944 time: 0.1216338 Sep 03 18:21:48.690193 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-78c26bbd-b908-4fde-84fc-f4f6e3849c9c req-e7ce892a-ec91-44d1-a560-681ce9194ba5 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107421 Sep 03 18:21:48.698440 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-83a6ac8c-140d-4ed6-bf36-ec1253a10b05 req-95f1aaf4-0aa5-4c8f-8805-2c87525fff8e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeb47ccc-748e-42fd-906d-05307a679676 HTTP/1.1" status: 200 len: 217 time: 0.0397241 Sep 03 18:21:48.762641 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6ac8c-140d-4ed6-bf36-ec1253a10b05 req-ada565d8-0bbc-4fd2-9897-f49b701fd3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:48.767085 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-83a6ac8c-140d-4ed6-bf36-ec1253a10b05 req-ada565d8-0bbc-4fd2-9897-f49b701fd3a9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a7abc42-8f93-433e-8867-522bfd9c85b3 HTTP/1.1" status: 200 len: 850 time: 0.0551987 Sep 03 18:21:48.796543 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-53a3b3f7-7130-4d5d-90c4-b681f4fcab2f req-22cb93ec-c23e-439a-a940-6c9d26156d13 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957577 Sep 03 18:21:48.820892 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-810cdb14-e129-47c8-8284-6c3658f6d14c req-1d062f01-2221-4aed-92b5-9fdca4d4c3b6 service neutron] 10.222.0.55 "GET /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566060 Sep 03 18:21:48.825749 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6ac8c-140d-4ed6-bf36-ec1253a10b05 req-f1eac312-8e9c-42b2-8d41-f2cab84952e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:48.827289 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-83a6ac8c-140d-4ed6-bf36-ec1253a10b05 req-f1eac312-8e9c-42b2-8d41-f2cab84952e7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0516312 Sep 03 18:21:48.950888 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-83a6ac8c-140d-4ed6-bf36-ec1253a10b05 req-fcaf8d05-69dd-418f-925b-6730d317ad05 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144216 Sep 03 18:21:49.040703 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-83a6ac8c-140d-4ed6-bf36-ec1253a10b05 req-7e1b12e4-ba00-4f4a-9965-98ffdb73f65b service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781078 Sep 03 18:21:49.808561 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384eb5c2-75fd-4f5c-a486-890982f49ad4 req-d9780cef-bb63-4c3f-a661-686bc40f3c55 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:49.810045 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-384eb5c2-75fd-4f5c-a486-890982f49ad4 req-d9780cef-bb63-4c3f-a661-686bc40f3c55 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 944 time: 0.0492899 Sep 03 18:21:49.846922 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-384eb5c2-75fd-4f5c-a486-890982f49ad4 req-48a3be4d-3b5d-453f-aead-886f988871e7 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308945 Sep 03 18:21:49.914238 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3adf05-265d-4c9d-a4b1-38ff08dd3bcf req-94773c0f-958c-43f4-b3c8-b01ea740a69d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:49.915744 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ec3adf05-265d-4c9d-a4b1-38ff08dd3bcf req-94773c0f-958c-43f4-b3c8-b01ea740a69d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 944 time: 0.0523813 Sep 03 18:21:49.952367 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ec3adf05-265d-4c9d-a4b1-38ff08dd3bcf req-fb88ba4e-0f5d-463a-a246-788c96b64d1e tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308659 Sep 03 18:21:50.963474 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95d636a-f17a-482b-b2f4-615c5f0ad53e req-611cfc63-5ea9-4f09-8618-3c9c5c93e3c4 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:50.964956 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c95d636a-f17a-482b-b2f4-615c5f0ad53e req-611cfc63-5ea9-4f09-8618-3c9c5c93e3c4 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 944 time: 0.0487084 Sep 03 18:21:51.002405 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c95d636a-f17a-482b-b2f4-615c5f0ad53e req-fe1e9b24-22b0-44ba-9949-5a2ad634f8fc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315149 Sep 03 18:21:51.063904 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc920f0-3620-4119-be38-187da93f7ffc req-662e7822-3ca6-4203-a234-16d2cd5b67c5 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:51.065359 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cc920f0-3620-4119-be38-187da93f7ffc req-662e7822-3ca6-4203-a234-16d2cd5b67c5 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 944 time: 0.0479190 Sep 03 18:21:51.102653 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9cc920f0-3620-4119-be38-187da93f7ffc req-1e3d227f-b91c-4a9d-92f1-249d8b4881ef tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307293 Sep 03 18:21:51.699896 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device c3d67880-e864-4bfc-9dfb-0da2e09794ce details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:21:51.794598 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port c3d67880-e864-4bfc-9dfb-0da2e09794ce, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c3d67880-e864-4bfc-9dfb-0da2e09794ce,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:51.807204 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': 'c3d67880-e864-4bfc-9dfb-0da2e09794ce', 'network_id': 'dc7dc2ad-10ba-4ea0-ac10-7b54c72324df', 'port_id': 'c3d67880-e864-4bfc-9dfb-0da2e09794ce', 'mac_address': 'fa:16:3e:37:8a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e24ad12-ce87-4572-94de-8eca115a4b41', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:21:51.841987 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:51.854538 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d67880-e864-4bfc-9dfb-0da2e09794ce {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:21:51.872344 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port c3d67880-e864-4bfc-9dfb-0da2e09794ce, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c3d67880-e864-4bfc-9dfb-0da2e09794ce,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:51.876175 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:51.920716 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=c3d67880-e864-4bfc-9dfb-0da2e09794ce,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:51.927691 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:51.928028 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:51.928360 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:51.928686 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:51.929010 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:51.929333 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:51.929650 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:51.929966 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:51.930310 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:51.930628 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:51.930940 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:51.931250 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:21:52.119313 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45797043-2081-4188-91a4-d52ea7533ad3 req-74776c54-deed-489a-a8e1-7829f21491f5 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:52.120804 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-45797043-2081-4188-91a4-d52ea7533ad3 req-74776c54-deed-489a-a8e1-7829f21491f5 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 945 time: 0.0522435 Sep 03 18:21:52.148367 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['c3d67880-e864-4bfc-9dfb-0da2e09794ce'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:21:52.160218 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-45797043-2081-4188-91a4-d52ea7533ad3 req-093fbc5d-fc14-4e26-942b-4e2f6dd91ce8 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333965 Sep 03 18:21:52.217489 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f57788-5f08-4204-ab1b-7ec22500c11c req-71891e39-68f9-41f6-a426-a5682e344f9a tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:52.219041 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f3f57788-5f08-4204-ab1b-7ec22500c11c req-71891e39-68f9-41f6-a426-a5682e344f9a tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 944 time: 0.0491757 Sep 03 18:21:52.256416 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-f3f57788-5f08-4204-ab1b-7ec22500c11c req-db4a5ca2-81f8-4a35-a70a-67f8152102dd tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310342 Sep 03 18:21:52.717850 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5ff70260-9f7c-4ae1-bc72-8d3ab7d06409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:53.273443 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37d68e-1087-48d6-900b-d5f6c7b8117a req-4f02e6dc-aa3f-4ed2-b273-16f77f08a964 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:53.274937 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0a37d68e-1087-48d6-900b-d5f6c7b8117a req-4f02e6dc-aa3f-4ed2-b273-16f77f08a964 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 945 time: 0.0481882 Sep 03 18:21:53.311874 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0a37d68e-1087-48d6-900b-d5f6c7b8117a req-1dabe8f2-5eef-40db-ae10-fe36b1d30eb9 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311534 Sep 03 18:21:53.370992 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc7234-9c88-43c4-96c3-1d1c1a2eee8d req-bb7e7e52-1acd-4da4-be39-08db9db81f12 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:53.372479 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9afc7234-9c88-43c4-96c3-1d1c1a2eee8d req-bb7e7e52-1acd-4da4-be39-08db9db81f12 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 944 time: 0.0505936 Sep 03 18:21:53.409862 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9afc7234-9c88-43c4-96c3-1d1c1a2eee8d req-9750a1e5-5e02-46c4-89a7-8f7f90c68893 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315337 Sep 03 18:21:53.721865 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device c3d67880-e864-4bfc-9dfb-0da2e09794ce up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:21:53.769690 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port c3d67880-e864-4bfc-9dfb-0da2e09794ce completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:21:53.773804 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port c3d67880-e864-4bfc-9dfb-0da2e09794ce triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:21:53.774169 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:53.850097 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:53.870992 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5259438d-cf93-4266-861e-81a73afe4f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d67880-e864-4bfc-9dfb-0da2e09794ce'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:21:53.873194 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492dbf1e-fac1-4da2-830c-5f3a316c3725" -d '{"events": [{"server_uuid": "5259438d-cf93-4266-861e-81a73afe4f05", "name": "network-vif-plugged", "status": "completed", "tag": "c3d67880-e864-4bfc-9dfb-0da2e09794ce"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:21:53.885801 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port c3d67880-e864-4bfc-9dfb-0da2e09794ce, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c3d67880-e864-4bfc-9dfb-0da2e09794ce,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:53.889954 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:53.915639 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bda369-735f-411b-a15d-11bb52e2daa3 x-openstack-request-id: req-c5bda369-735f-411b-a15d-11bb52e2daa3 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:21:53.915926 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5259438d-cf93-4266-861e-81a73afe4f05", "name": "network-vif-plugged", "status": "completed", "tag": "c3d67880-e864-4bfc-9dfb-0da2e09794ce", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:21:53.916172 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c5bda369-735f-411b-a15d-11bb52e2daa3 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:21:53.916551 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5259438d-cf93-4266-861e-81a73afe4f05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d67880-e864-4bfc-9dfb-0da2e09794ce', 'code': 200} Sep 03 18:21:53.942781 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=c3d67880-e864-4bfc-9dfb-0da2e09794ce,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:54.094418 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d6758f-dc63-48bf-bc36-e69c2a06b201 req-8c781c11-05c8-4570-8ca9-77a95e04d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:54.095879 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-75d6758f-dc63-48bf-bc36-e69c2a06b201 req-8c781c11-05c8-4570-8ca9-77a95e04d260 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 1099 time: 0.0425832 Sep 03 18:21:54.133303 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-75d6758f-dc63-48bf-bc36-e69c2a06b201 req-f86c35d7-d1f3-43ee-8c6b-55fb6c727c50 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291336 Sep 03 18:21:54.423832 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f14850-512b-4487-a9ab-3f3a42e4f4a8 req-92034598-9764-47be-91ff-994240a11890 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:54.425338 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-69f14850-512b-4487-a9ab-3f3a42e4f4a8 req-92034598-9764-47be-91ff-994240a11890 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 946 time: 0.0480540 Sep 03 18:21:54.464017 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-69f14850-512b-4487-a9ab-3f3a42e4f4a8 req-bd9e7c37-e2c5-4aeb-bd44-b2b2f07bd24d tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320947 Sep 03 18:21:54.523982 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df8142-455c-43eb-8141-a14213d1da93 req-b71f7e88-da84-4582-97bf-25014a41c0f0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:54.525476 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d5df8142-455c-43eb-8141-a14213d1da93 req-b71f7e88-da84-4582-97bf-25014a41c0f0 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 944 time: 0.0477605 Sep 03 18:21:54.562671 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d5df8142-455c-43eb-8141-a14213d1da93 req-33b293ae-6057-4fc3-ab0d-00be776839ef tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311985 Sep 03 18:21:55.341594 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6d606212-2474-408c-97c0-f36d8573ea50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:55.580295 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9842839-4801-4004-ad2e-1492ecf7df8e req-5a02848a-2977-404c-b9be-0526db6bb09b tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:55.581733 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c9842839-4801-4004-ad2e-1492ecf7df8e req-5a02848a-2977-404c-b9be-0526db6bb09b tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 946 time: 0.0520589 Sep 03 18:21:55.619555 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c9842839-4801-4004-ad2e-1492ecf7df8e req-fbd9d3fc-5d1a-40b8-9454-a8d42fe8af45 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319440 Sep 03 18:21:55.674802 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c30fe-8245-4444-ab9b-7a42c82659b6 req-d2dc27bf-9df2-49de-995e-d33ec40956e9 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:55.676787 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-449c30fe-8245-4444-ab9b-7a42c82659b6 req-d2dc27bf-9df2-49de-995e-d33ec40956e9 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 944 time: 0.0489347 Sep 03 18:21:55.715098 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-449c30fe-8245-4444-ab9b-7a42c82659b6 req-a4cdd0bd-381d-45fd-b28e-f58474636f98 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322573 Sep 03 18:21:55.858850 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:56.834686 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b111ac-3473-4cda-8b3e-0170048850be req-827d3491-4ceb-41ee-99bf-a6cb98748122 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:56.836086 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-43b111ac-3473-4cda-8b3e-0170048850be req-827d3491-4ceb-41ee-99bf-a6cb98748122 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 944 time: 0.0557282 Sep 03 18:21:56.852912 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:56.873964 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-43b111ac-3473-4cda-8b3e-0170048850be req-d410279e-e116-4c72-a690-d52702c7b24d tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310390 Sep 03 18:21:57.719956 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device eeb47ccc-748e-42fd-906d-05307a679676 details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:21:57.812870 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port eeb47ccc-748e-42fd-906d-05307a679676, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=eeb47ccc-748e-42fd-906d-05307a679676,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:57.823957 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': 'eeb47ccc-748e-42fd-906d-05307a679676', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'port_id': 'eeb47ccc-748e-42fd-906d-05307a679676', 'mac_address': 'fa:16:3e:32:ff:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:21:57.858628 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:57.871340 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb47ccc-748e-42fd-906d-05307a679676 {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:21:57.890701 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port eeb47ccc-748e-42fd-906d-05307a679676, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=eeb47ccc-748e-42fd-906d-05307a679676,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:57.894164 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:57.944313 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=eeb47ccc-748e-42fd-906d-05307a679676,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:21:57.992369 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ddb25-6159-476e-829b-37c16adff17b req-977deb0d-d898-4529-b6ba-f54fe8a64b3e tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:57.993750 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-590ddb25-6159-476e-829b-37c16adff17b req-977deb0d-d898-4529-b6ba-f54fe8a64b3e tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 945 time: 0.0538189 Sep 03 18:21:58.030156 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-590ddb25-6159-476e-829b-37c16adff17b req-c9320ba1-fe41-4419-8cd8-f80217b5ab48 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303910 Sep 03 18:21:58.157690 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:58.225198 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['eeb47ccc-748e-42fd-906d-05307a679676'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:21:58.394237 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:59.145220 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f955b2b-2497-4bb1-8be0-10e393631d10 req-777a2b72-4e07-4126-a1d1-cf5df324184b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:21:59.146969 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f955b2b-2497-4bb1-8be0-10e393631d10 req-777a2b72-4e07-4126-a1d1-cf5df324184b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 945 time: 0.0485799 Sep 03 18:21:59.184935 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8f955b2b-2497-4bb1-8be0-10e393631d10 req-bac1105e-ac52-41c2-b495-ee8c3de1911a tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321174 Sep 03 18:21:59.720324 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device eeb47ccc-748e-42fd-906d-05307a679676 up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:21:59.767397 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port eeb47ccc-748e-42fd-906d-05307a679676 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:21:59.770853 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port eeb47ccc-748e-42fd-906d-05307a679676 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:21:59.771220 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:59.846489 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:59.868259 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '222dd4a6-6c77-4f9a-b69f-c5d31a2ce500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb47ccc-748e-42fd-906d-05307a679676'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:21:59.870495 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb59c15-f771-481f-ac93-98a222e5dfa6" -d '{"events": [{"server_uuid": "222dd4a6-6c77-4f9a-b69f-c5d31a2ce500", "name": "network-vif-plugged", "status": "completed", "tag": "eeb47ccc-748e-42fd-906d-05307a679676"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:21:59.882495 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port eeb47ccc-748e-42fd-906d-05307a679676, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=eeb47ccc-748e-42fd-906d-05307a679676,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:21:59.887389 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:21:59.910897 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c227f1-8ad9-445e-8d95-a74bbc6b1d5c x-openstack-request-id: req-97c227f1-8ad9-445e-8d95-a74bbc6b1d5c {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:21:59.911155 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "222dd4a6-6c77-4f9a-b69f-c5d31a2ce500", "name": "network-vif-plugged", "status": "completed", "tag": "eeb47ccc-748e-42fd-906d-05307a679676", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:21:59.911406 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-97c227f1-8ad9-445e-8d95-a74bbc6b1d5c {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:21:59.911796 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222dd4a6-6c77-4f9a-b69f-c5d31a2ce500', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb47ccc-748e-42fd-906d-05307a679676', 'code': 200} Sep 03 18:21:59.936049 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=eeb47ccc-748e-42fd-906d-05307a679676,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:00.170229 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d78b3-c7a9-4c29-9e7d-521ff0d17adc req-dd3d5123-bd61-4b49-8c08-bc2935a0b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:00.171691 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4a2d78b3-c7a9-4c29-9e7d-521ff0d17adc req-dd3d5123-bd61-4b49-8c08-bc2935a0b6c8 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 1099 time: 0.0386963 Sep 03 18:22:00.208671 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-4a2d78b3-c7a9-4c29-9e7d-521ff0d17adc req-35c9d82d-af39-42a5-95f2-41202e5e29b8 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266452 Sep 03 18:22:00.299242 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a2541-a315-4d39-b02b-b33f6a5b4492 req-e7428c7c-7b56-4916-9fdc-36deb4d5b651 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:00.300754 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-862a2541-a315-4d39-b02b-b33f6a5b4492 req-e7428c7c-7b56-4916-9fdc-36deb4d5b651 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 946 time: 0.0473204 Sep 03 18:22:00.336707 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-862a2541-a315-4d39-b02b-b33f6a5b4492 req-f4290503-6ede-4b41-8560-43d7780073cc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294919 Sep 03 18:22:01.461188 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a1ecf-db64-413a-b7c0-cf179be10253 req-36294965-c4cd-49b9-aa12-c14c35141fb2 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:01.462709 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e27a1ecf-db64-413a-b7c0-cf179be10253 req-36294965-c4cd-49b9-aa12-c14c35141fb2 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 946 time: 0.0575652 Sep 03 18:22:01.500289 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e27a1ecf-db64-413a-b7c0-cf179be10253 req-79bd973d-5cff-43cf-a4f2-4f8cbc39c39a tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316241 Sep 03 18:22:02.613808 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842324b0-5f1f-4af6-9da6-6b1c583c2ad7 req-610ff476-7011-4cb8-9ddf-0ad8718b056e tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:02.615325 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-842324b0-5f1f-4af6-9da6-6b1c583c2ad7 req-610ff476-7011-4cb8-9ddf-0ad8718b056e tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 946 time: 0.0479226 Sep 03 18:22:02.651416 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-842324b0-5f1f-4af6-9da6-6b1c583c2ad7 req-8a23fce7-b4e2-41a9-b611-d06cc920231f tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303464 Sep 03 18:22:02.761880 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18459e0d-6d18-4301-9eb9-8beb9b73776e req-2c3d9ba6-8cbb-403d-b6c7-c456a918749c tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:02.763278 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-18459e0d-6d18-4301-9eb9-8beb9b73776e req-2c3d9ba6-8cbb-403d-b6c7-c456a918749c tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 946 time: 0.0483069 Sep 03 18:22:02.800039 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-18459e0d-6d18-4301-9eb9-8beb9b73776e req-bcfed403-2d6b-47ec-8b71-e571b687ee0e tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310242 Sep 03 18:22:02.821694 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 54904) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:02.862923 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785bdfdd-289e-4ab7-ab7d-d586ca5abc90 tempest-TestVolumeBootPattern-495379435 tempest-TestVolumeBootPattern-495379435-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:02.864410 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-785bdfdd-289e-4ab7-ab7d-d586ca5abc90 tempest-TestVolumeBootPattern-495379435 tempest-TestVolumeBootPattern-495379435-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 1094 time: 0.0417290 Sep 03 18:22:02.867154 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 54906) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:02.871370 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Request body: {'floatingip': {'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'port_id': 'eeb47ccc-748e-42fd-906d-05307a679676', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:02.891940 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:02.988646 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:03.313310 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Allocated IP 172.27.3.177 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/d8a340a0-2539-4007-94b1-3a7465ab0fb7) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:22:03.408754 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:03.450252 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:03.488784 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:03.491498 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:03.494735 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:22:03.516758 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event updated for resources: {'Port': ['ID=d8a340a0-2539-4007-94b1-3a7465ab0fb7,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:03.848032 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:03.908101 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:22:03.921987 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:04.065129 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:04.070002 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:04.137508 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event updated for resources: {'Port': ['ID=d8a340a0-2539-4007-94b1-3a7465ab0fb7,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:04.147326 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:04.243687 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Floating IP f1efaed9-7c0a-45b4-a1fb-75e959b9271e associated. External IP: 172.27.3.177, port: eeb47ccc-748e-42fd-906d-05307a679676. Sep 03 18:22:04.445169 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Router 8daeb64a-9fdc-4c5f-8d36-739021054d31 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:22:04.550914 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:22:04.560722 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adb8eba-cc20-4073-a41b-540740aefbe4 None None] Sync routers for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:22:04.565785 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:04.571065 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb8eba-cc20-4073-a41b-540740aefbe4 None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:22:04.571713 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-7adb8eba-cc20-4073-a41b-540740aefbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:21:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:04.593143 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-92a42cfa-f337-4dfc-84b8-27f4473028d1 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7250197 Sep 03 18:22:04.594059 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222dd4a6-6c77-4f9a-b69f-c5d31a2ce500', 'tag': 'eeb47ccc-748e-42fd-906d-05307a679676'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:22:04.596455 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff767f6-6f22-443c-8240-6062cc2f7432" -d '{"events": [{"name": "network-changed", "server_uuid": "222dd4a6-6c77-4f9a-b69f-c5d31a2ce500", "tag": "eeb47ccc-748e-42fd-906d-05307a679676"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:22:04.639641 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7556392b-b642-4d4c-b77f-c5b57ce2405b x-openstack-request-id: req-7556392b-b642-4d4c-b77f-c5b57ce2405b {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:22:04.639925 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222dd4a6-6c77-4f9a-b69f-c5d31a2ce500", "tag": "eeb47ccc-748e-42fd-906d-05307a679676", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:22:04.640174 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7556392b-b642-4d4c-b77f-c5b57ce2405b {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:22:04.640588 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222dd4a6-6c77-4f9a-b69f-c5d31a2ce500', 'tag': 'eeb47ccc-748e-42fd-906d-05307a679676', 'status': 'completed', 'code': 200} Sep 03 18:22:04.685712 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-7adb8eba-cc20-4073-a41b-540740aefbe4 None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:22:04.707793 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff767f6-6f22-443c-8240-6062cc2f7432 req-2fb68731-1064-44a5-8f90-cc2ba3c895fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:04.709282 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3ff767f6-6f22-443c-8240-6062cc2f7432 req-2fb68731-1064-44a5-8f90-cc2ba3c895fe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 1099 time: 0.0426345 Sep 03 18:22:04.809533 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff767f6-6f22-443c-8240-6062cc2f7432 req-bef2cc5a-160b-48e9-ac4c-5aa9566c6da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:04.811131 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3ff767f6-6f22-443c-8240-6062cc2f7432 req-bef2cc5a-160b-48e9-ac4c-5aa9566c6da7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 200 len: 912 time: 0.0885596 Sep 03 18:22:04.876848 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3ff767f6-6f22-443c-8240-6062cc2f7432 req-e8c92477-a24e-45e2-86e6-d3f9030f7613 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeb47ccc-748e-42fd-906d-05307a679676 HTTP/1.1" status: 200 len: 1000 time: 0.0579002 Sep 03 18:22:04.924947 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-7adb8eba-cc20-4073-a41b-540740aefbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '9ddb4bd7-7653-41bf-a7ad-82657a07cb8b', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'port_id': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'mac_address': 'fa:16:3e:b9:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:20:03Z', 'updated_at': '2021-09-03T18:20:05Z', 'revision_number': 1, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address_scope': None}, {'id': 'f1efaed9-7c0a-45b4-a1fb-75e959b9271e', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'port_id': 'eeb47ccc-748e-42fd-906d-05307a679676', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'mac_address': 'fa:16:3e:32:ff:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222dd4a6-6c77-4f9a-b69f-c5d31a2ce500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:22:03Z', 'updated_at': '2021-09-03T18:22:03Z', 'revision_number': 0, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:04.930803 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff767f6-6f22-443c-8240-6062cc2f7432 req-d267db60-02a6-4931-9ab8-a1b37309b9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:04.932478 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3ff767f6-6f22-443c-8240-6062cc2f7432 req-d267db60-02a6-4931-9ab8-a1b37309b9ed service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a7abc42-8f93-433e-8867-522bfd9c85b3 HTTP/1.1" status: 200 len: 850 time: 0.0483303 Sep 03 18:22:04.952738 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adb8eba-cc20-4073-a41b-540740aefbe4 None None] Checking router: 8daeb64a-9fdc-4c5f-8d36-739021054d31 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:22:04.964085 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adb8eba-cc20-4073-a41b-540740aefbe4 None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:22:04.964715 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-7adb8eba-cc20-4073-a41b-540740aefbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:21:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:04.987062 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff767f6-6f22-443c-8240-6062cc2f7432 req-e4458d8a-c57e-4915-90e5-d3f0619239fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:04.989014 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3ff767f6-6f22-443c-8240-6062cc2f7432 req-e4458d8a-c57e-4915-90e5-d3f0619239fe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0480318 Sep 03 18:22:05.084803 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-7adb8eba-cc20-4073-a41b-540740aefbe4 None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:22:05.098310 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3ff767f6-6f22-443c-8240-6062cc2f7432 req-1122cd4e-b5e7-4235-a6c6-21c4af2fd26e service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011219 Sep 03 18:22:05.324739 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-7adb8eba-cc20-4073-a41b-540740aefbe4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '9ddb4bd7-7653-41bf-a7ad-82657a07cb8b', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'port_id': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'mac_address': 'fa:16:3e:b9:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:20:03Z', 'updated_at': '2021-09-03T18:20:05Z', 'revision_number': 1, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address_scope': None}, {'id': 'f1efaed9-7c0a-45b4-a1fb-75e959b9271e', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'port_id': 'eeb47ccc-748e-42fd-906d-05307a679676', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'mac_address': 'fa:16:3e:32:ff:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222dd4a6-6c77-4f9a-b69f-c5d31a2ce500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:22:03Z', 'updated_at': '2021-09-03T18:22:03Z', 'revision_number': 0, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:05.357037 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7adb8eba-cc20-4073-a41b-540740aefbe4 None None] The sync data for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi is: [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '9ddb4bd7-7653-41bf-a7ad-82657a07cb8b', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'port_id': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'mac_address': 'fa:16:3e:b9:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:20:03Z', 'updated_at': '2021-09-03T18:20:05Z', 'revision_number': 1, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address_scope': None}, {'id': 'f1efaed9-7c0a-45b4-a1fb-75e959b9271e', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'port_id': 'eeb47ccc-748e-42fd-906d-05307a679676', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'mac_address': 'fa:16:3e:32:ff:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '222dd4a6-6c77-4f9a-b69f-c5d31a2ce500', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:22:03Z', 'updated_at': '2021-09-03T18:22:03Z', 'revision_number': 0, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:22:05.450620 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3ff767f6-6f22-443c-8240-6062cc2f7432 req-60cc731c-0a08-403e-988a-38cd9fa1e117 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3367476 Sep 03 18:22:05.553218 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48af2ab5-d949-4732-9714-1b3de5614fb1 None None] New status for floating IP f1efaed9-7c0a-45b4-a1fb-75e959b9271e: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:22:07.500803 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b6bc9-66fe-48cc-8cb5-a458fadf3076 req-7376e4c5-51c3-42b5-85ac-20fc0754dd33 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:07.502278 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b59b6bc9-66fe-48cc-8cb5-a458fadf3076 req-7376e4c5-51c3-42b5-85ac-20fc0754dd33 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 946 time: 0.0485928 Sep 03 18:22:07.539312 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b59b6bc9-66fe-48cc-8cb5-a458fadf3076 req-3995a39a-bce1-46dd-96e5-aa2430a01780 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302474 Sep 03 18:22:08.652541 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75323acb-53d2-4cfc-a563-11122a9a5b1c req-76f7a634-0baf-4065-a104-202fa10b49af tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:08.654046 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-75323acb-53d2-4cfc-a563-11122a9a5b1c req-76f7a634-0baf-4065-a104-202fa10b49af tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 946 time: 0.0474772 Sep 03 18:22:08.691878 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-75323acb-53d2-4cfc-a563-11122a9a5b1c req-d1c47936-99cc-41c9-955f-2812c8ca08e5 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317960 Sep 03 18:22:09.273200 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b90e4-7183-40b2-9ed3-f5d493fdf7b0 req-728407e7-f478-4856-ad7d-819267066a99 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:09.274676 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3c6b90e4-7183-40b2-9ed3-f5d493fdf7b0 req-728407e7-f478-4856-ad7d-819267066a99 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.55 "GET /v2.0/ports?device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 946 time: 0.0477009 Sep 03 18:22:09.365864 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-3c6b90e4-7183-40b2-9ed3-f5d493fdf7b0 req-2a9855c1-ee71-4e8f-87d6-b4d1e8c36b5e tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Deleting port c3d67880-e864-4bfc-9dfb-0da2e09794ce {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:22:09.366204 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3c6b90e4-7183-40b2-9ed3-f5d493fdf7b0 req-2a9855c1-ee71-4e8f-87d6-b4d1e8c36b5e tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:09.456455 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-3c6b90e4-7183-40b2-9ed3-f5d493fdf7b0 req-2a9855c1-ee71-4e8f-87d6-b4d1e8c36b5e tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] For port c3d67880-e864-4bfc-9dfb-0da2e09794ce, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=c3d67880-e864-4bfc-9dfb-0da2e09794ce,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:09.457769 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3c6b90e4-7183-40b2-9ed3-f5d493fdf7b0 req-2a9855c1-ee71-4e8f-87d6-b4d1e8c36b5e tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:09.473541 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-3c6b90e4-7183-40b2-9ed3-f5d493fdf7b0 req-2a9855c1-ee71-4e8f-87d6-b4d1e8c36b5e tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Calling delete_port for c3d67880-e864-4bfc-9dfb-0da2e09794ce owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:22:09.599325 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3c6b90e4-7183-40b2-9ed3-f5d493fdf7b0 req-2a9855c1-ee71-4e8f-87d6-b4d1e8c36b5e tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:09.611213 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['efd67c65-4f63-441c-9528-dbc5bdbac99a', '2003503c-e220-4254-bd7b-8ea4c6547ee9', '24720584-f6da-4074-ab2a-4c54c045c143', 'c3d67880-e864-4bfc-9dfb-0da2e09794ce'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:22:09.625123 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9855c1-ee71-4e8f-87d6-b4d1e8c36b5e tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Pushing event deleted for resources: {'Port': ['ID=c3d67880-e864-4bfc-9dfb-0da2e09794ce,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:09.675616 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c6b90e4-7183-40b2-9ed3-f5d493fdf7b0 req-2a9855c1-ee71-4e8f-87d6-b4d1e8c36b5e tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] No DVR routers for this DVR port c3d67880-e864-4bfc-9dfb-0da2e09794ce on host hv-cinder-78878 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:22:09.678338 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3c6b90e4-7183-40b2-9ed3-f5d493fdf7b0 req-2a9855c1-ee71-4e8f-87d6-b4d1e8c36b5e tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:09.680508 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3c6b90e4-7183-40b2-9ed3-f5d493fdf7b0 req-2a9855c1-ee71-4e8f-87d6-b4d1e8c36b5e tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.55 "DELETE /v2.0/ports/c3d67880-e864-4bfc-9dfb-0da2e09794ce HTTP/1.1" status: 204 len: 173 time: 0.3994796 Sep 03 18:22:09.680980 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5259438d-cf93-4266-861e-81a73afe4f05', 'name': 'network-vif-deleted', 'tag': 'c3d67880-e864-4bfc-9dfb-0da2e09794ce'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:22:09.683216 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322f01ee-edc8-47a9-9a03-3e1e9627ac2e" -d '{"events": [{"server_uuid": "5259438d-cf93-4266-861e-81a73afe4f05", "name": "network-vif-deleted", "tag": "c3d67880-e864-4bfc-9dfb-0da2e09794ce"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:22:09.725562 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffa72e0e-f176-467b-9350-3ad3a17cc45a x-openstack-request-id: req-ffa72e0e-f176-467b-9350-3ad3a17cc45a {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:22:09.725857 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5259438d-cf93-4266-861e-81a73afe4f05", "name": "network-vif-deleted", "tag": "c3d67880-e864-4bfc-9dfb-0da2e09794ce", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:22:09.726112 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ffa72e0e-f176-467b-9350-3ad3a17cc45a {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:22:09.726547 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5259438d-cf93-4266-861e-81a73afe4f05', 'name': 'network-vif-deleted', 'tag': 'c3d67880-e864-4bfc-9dfb-0da2e09794ce', 'status': 'completed', 'code': 200} Sep 03 18:22:09.799438 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-639c08d9-82df-42e0-8fe4-facecc05f737 req-dffd8f29-e482-41fc-93c8-63729b60be92 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=5259438d-cf93-4266-861e-81a73afe4f05 HTTP/1.1" status: 200 len: 210 time: 0.0321631 Sep 03 18:22:12.185663 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b040446-f4f7-4d58-b8c3-a8e36a33aa6c req-2ff852c1-ae10-40f7-a68d-aa250678113f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:12.187168 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8b040446-f4f7-4d58-b8c3-a8e36a33aa6c req-2ff852c1-ae10-40f7-a68d-aa250678113f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=9249679c-3415-42be-96d1-0a07dba22afa HTTP/1.1" status: 200 len: 946 time: 0.0482757 Sep 03 18:22:12.224490 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8b040446-f4f7-4d58-b8c3-a8e36a33aa6c req-d4d6aa0a-68a8-46a0-8389-8f3d50d38518 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307260 Sep 03 18:22:13.341207 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cead20-03f3-41ff-8443-721dd9507f27 req-c1a47559-824e-4972-b162-2694c99381fa tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:13.342699 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-56cead20-03f3-41ff-8443-721dd9507f27 req-c1a47559-824e-4972-b162-2694c99381fa tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=9249679c-3415-42be-96d1-0a07dba22afa HTTP/1.1" status: 200 len: 946 time: 0.0485640 Sep 03 18:22:13.380102 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-56cead20-03f3-41ff-8443-721dd9507f27 req-d8fba680-b75e-4a6f-80b1-e90f0c16b917 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314877 Sep 03 18:22:13.793378 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device c3d67880-e864-4bfc-9dfb-0da2e09794ce no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:22:13.809022 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e400a4b-9aee-4edf-931e-6238cbd9cf53 req-571ff324-ec2b-4f74-9d7b-281954b21681 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:13.810522 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2e400a4b-9aee-4edf-931e-6238cbd9cf53 req-571ff324-ec2b-4f74-9d7b-281954b21681 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.55 "GET /v2.0/ports?device_id=9249679c-3415-42be-96d1-0a07dba22afa HTTP/1.1" status: 200 len: 946 time: 0.0482409 Sep 03 18:22:13.813279 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: c3d67880-e864-4bfc-9dfb-0da2e09794ce {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:22:13.813612 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device c3d67880-e864-4bfc-9dfb-0da2e09794ce not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:22:13.896968 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-2e400a4b-9aee-4edf-931e-6238cbd9cf53 req-3b13107f-6e5d-498d-be18-78a341ffd6c1 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Deleting port 24720584-f6da-4074-ab2a-4c54c045c143 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:22:13.897303 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-2e400a4b-9aee-4edf-931e-6238cbd9cf53 req-3b13107f-6e5d-498d-be18-78a341ffd6c1 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:13.984438 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-2e400a4b-9aee-4edf-931e-6238cbd9cf53 req-3b13107f-6e5d-498d-be18-78a341ffd6c1 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] For port 24720584-f6da-4074-ab2a-4c54c045c143, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=24720584-f6da-4074-ab2a-4c54c045c143,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:13.984798 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-2e400a4b-9aee-4edf-931e-6238cbd9cf53 req-3b13107f-6e5d-498d-be18-78a341ffd6c1 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:13.996040 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-2e400a4b-9aee-4edf-931e-6238cbd9cf53 req-3b13107f-6e5d-498d-be18-78a341ffd6c1 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Calling delete_port for 24720584-f6da-4074-ab2a-4c54c045c143 owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:22:14.119851 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-2e400a4b-9aee-4edf-931e-6238cbd9cf53 req-3b13107f-6e5d-498d-be18-78a341ffd6c1 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:14.131754 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['efd67c65-4f63-441c-9528-dbc5bdbac99a', '2003503c-e220-4254-bd7b-8ea4c6547ee9', '24720584-f6da-4074-ab2a-4c54c045c143'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:22:14.148169 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13107f-6e5d-498d-be18-78a341ffd6c1 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Pushing event deleted for resources: {'Port': ['ID=24720584-f6da-4074-ab2a-4c54c045c143,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:14.187478 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e400a4b-9aee-4edf-931e-6238cbd9cf53 req-3b13107f-6e5d-498d-be18-78a341ffd6c1 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] No DVR routers for this DVR port 24720584-f6da-4074-ab2a-4c54c045c143 on host hv-cinder-78878 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:22:14.190027 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-2e400a4b-9aee-4edf-931e-6238cbd9cf53 req-3b13107f-6e5d-498d-be18-78a341ffd6c1 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:14.192720 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2e400a4b-9aee-4edf-931e-6238cbd9cf53 req-3b13107f-6e5d-498d-be18-78a341ffd6c1 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.55 "DELETE /v2.0/ports/24720584-f6da-4074-ab2a-4c54c045c143 HTTP/1.1" status: 204 len: 173 time: 0.3767145 Sep 03 18:22:14.193148 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9249679c-3415-42be-96d1-0a07dba22afa', 'name': 'network-vif-deleted', 'tag': '24720584-f6da-4074-ab2a-4c54c045c143'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:22:14.195375 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd9171a-d690-4d37-8233-2482a7a802a0" -d '{"events": [{"server_uuid": "9249679c-3415-42be-96d1-0a07dba22afa", "name": "network-vif-deleted", "tag": "24720584-f6da-4074-ab2a-4c54c045c143"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:22:14.235026 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cae023ab-bfe6-49d3-8259-ece866c40484 x-openstack-request-id: req-cae023ab-bfe6-49d3-8259-ece866c40484 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:22:14.235286 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9249679c-3415-42be-96d1-0a07dba22afa", "name": "network-vif-deleted", "tag": "24720584-f6da-4074-ab2a-4c54c045c143", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:22:14.235566 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cae023ab-bfe6-49d3-8259-ece866c40484 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:22:14.236068 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9249679c-3415-42be-96d1-0a07dba22afa', 'name': 'network-vif-deleted', 'tag': '24720584-f6da-4074-ab2a-4c54c045c143', 'status': 'completed', 'code': 200} Sep 03 18:22:14.482500 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2fece96a-6466-4403-a2b3-45954e1476f9 req-dc7e4163-affd-40e0-9d0c-defd93fa7c80 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=9249679c-3415-42be-96d1-0a07dba22afa HTTP/1.1" status: 200 len: 210 time: 0.0260475 Sep 03 18:22:15.746832 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d7ca14-d132-4053-b93f-df731631b41d req-225a1db8-0cb8-4a17-9b7d-f628a362b022 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:15.748295 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-10d7ca14-d132-4053-b93f-df731631b41d req-225a1db8-0cb8-4a17-9b7d-f628a362b022 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 946 time: 0.0502727 Sep 03 18:22:15.791863 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-10d7ca14-d132-4053-b93f-df731631b41d req-c15ff45b-985f-4632-acc1-ccbd0d1bacec tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365596 Sep 03 18:22:16.905016 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8159ce2-1034-495e-a5a2-e95cfad182c3 req-3814835d-1e67-47aa-81e0-79000fd20a9f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:16.906516 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a8159ce2-1034-495e-a5a2-e95cfad182c3 req-3814835d-1e67-47aa-81e0-79000fd20a9f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 946 time: 0.0480754 Sep 03 18:22:16.944988 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a8159ce2-1034-495e-a5a2-e95cfad182c3 req-69035661-fd52-448e-b492-e89f3d6809d1 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321832 Sep 03 18:22:17.169914 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d58b309-7338-4373-baa9-cdab2cc924d5 req-411824f6-1a83-419b-8da6-d765e1dcc841 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:17.171314 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3d58b309-7338-4373-baa9-cdab2cc924d5 req-411824f6-1a83-419b-8da6-d765e1dcc841 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.55 "GET /v2.0/ports?device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 946 time: 0.0488091 Sep 03 18:22:17.261109 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-3d58b309-7338-4373-baa9-cdab2cc924d5 req-12735859-a871-4fc7-85d5-47a249291dfc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Deleting port 2003503c-e220-4254-bd7b-8ea4c6547ee9 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:22:17.261442 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3d58b309-7338-4373-baa9-cdab2cc924d5 req-12735859-a871-4fc7-85d5-47a249291dfc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:17.344430 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-3d58b309-7338-4373-baa9-cdab2cc924d5 req-12735859-a871-4fc7-85d5-47a249291dfc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] For port 2003503c-e220-4254-bd7b-8ea4c6547ee9, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=2003503c-e220-4254-bd7b-8ea4c6547ee9,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:17.344781 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3d58b309-7338-4373-baa9-cdab2cc924d5 req-12735859-a871-4fc7-85d5-47a249291dfc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:17.360083 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-3d58b309-7338-4373-baa9-cdab2cc924d5 req-12735859-a871-4fc7-85d5-47a249291dfc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Calling delete_port for 2003503c-e220-4254-bd7b-8ea4c6547ee9 owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:22:17.486711 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3d58b309-7338-4373-baa9-cdab2cc924d5 req-12735859-a871-4fc7-85d5-47a249291dfc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:17.498674 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['efd67c65-4f63-441c-9528-dbc5bdbac99a', '2003503c-e220-4254-bd7b-8ea4c6547ee9'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:22:17.515879 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12735859-a871-4fc7-85d5-47a249291dfc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Pushing event deleted for resources: {'Port': ['ID=2003503c-e220-4254-bd7b-8ea4c6547ee9,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:17.567970 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d58b309-7338-4373-baa9-cdab2cc924d5 req-12735859-a871-4fc7-85d5-47a249291dfc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] No DVR routers for this DVR port 2003503c-e220-4254-bd7b-8ea4c6547ee9 on host hv-cinder-78878 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:22:17.570419 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-3d58b309-7338-4373-baa9-cdab2cc924d5 req-12735859-a871-4fc7-85d5-47a249291dfc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:17.572411 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-3d58b309-7338-4373-baa9-cdab2cc924d5 req-12735859-a871-4fc7-85d5-47a249291dfc tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.55 "DELETE /v2.0/ports/2003503c-e220-4254-bd7b-8ea4c6547ee9 HTTP/1.1" status: 204 len: 173 time: 0.3949747 Sep 03 18:22:17.572853 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c0e791-8ec1-4226-a1c7-c22e37448619', 'name': 'network-vif-deleted', 'tag': '2003503c-e220-4254-bd7b-8ea4c6547ee9'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:22:17.575077 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8ec466-36a4-4984-b27e-d736bfd26024" -d '{"events": [{"server_uuid": "b3c0e791-8ec1-4226-a1c7-c22e37448619", "name": "network-vif-deleted", "tag": "2003503c-e220-4254-bd7b-8ea4c6547ee9"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:22:17.612361 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20889b37-1099-4612-b455-55e945324737 x-openstack-request-id: req-20889b37-1099-4612-b455-55e945324737 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:22:17.613226 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c0e791-8ec1-4226-a1c7-c22e37448619", "name": "network-vif-deleted", "tag": "2003503c-e220-4254-bd7b-8ea4c6547ee9", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:22:17.613610 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-20889b37-1099-4612-b455-55e945324737 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:22:17.614181 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c0e791-8ec1-4226-a1c7-c22e37448619', 'name': 'network-vif-deleted', 'tag': '2003503c-e220-4254-bd7b-8ea4c6547ee9', 'status': 'completed', 'code': 200} Sep 03 18:22:17.819542 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 24720584-f6da-4074-ab2a-4c54c045c143 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:22:17.838807 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: 24720584-f6da-4074-ab2a-4c54c045c143 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:22:17.839148 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 24720584-f6da-4074-ab2a-4c54c045c143 not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:22:18.053305 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3a167354-fc46-49e9-97d9-276b82782c02 req-eb835c18-ef47-4d93-971b-d2317099c2bb tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=b3c0e791-8ec1-4226-a1c7-c22e37448619 HTTP/1.1" status: 200 len: 210 time: 0.0287998 Sep 03 18:22:20.438283 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0171dc87-d431-408e-9203-9602c6d8447f req-9ba34296-1f24-4f90-9e3c-442bc203f6b0 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:20.439759 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0171dc87-d431-408e-9203-9602c6d8447f req-9ba34296-1f24-4f90-9e3c-442bc203f6b0 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=2749a5f0-a85f-46f3-aa89-39ca873e241d HTTP/1.1" status: 200 len: 945 time: 0.0511754 Sep 03 18:22:20.477081 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0171dc87-d431-408e-9203-9602c6d8447f req-62a529bf-807c-4c58-aeea-8c6b51c9dd88 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307574 Sep 03 18:22:21.595208 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a2213-cad4-4159-b575-a068d577a84c req-e3f8c320-84b7-4763-ba26-04d63a709c9f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:21.596698 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b69a2213-cad4-4159-b575-a068d577a84c req-e3f8c320-84b7-4763-ba26-04d63a709c9f tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=2749a5f0-a85f-46f3-aa89-39ca873e241d HTTP/1.1" status: 200 len: 945 time: 0.0526178 Sep 03 18:22:21.634675 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-b69a2213-cad4-4159-b575-a068d577a84c req-b251a5bc-3b2d-4834-95eb-a67a34f8c070 tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/security-groups?id=072673a5-d3aa-4fdd-88b2-a0fdafc27234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319088 Sep 03 18:22:21.855879 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 2003503c-e220-4254-bd7b-8ea4c6547ee9 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:22:21.875723 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: 2003503c-e220-4254-bd7b-8ea4c6547ee9 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:22:21.876058 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 2003503c-e220-4254-bd7b-8ea4c6547ee9 not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:22:22.193742 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b98cb4-c655-424f-ab10-a6cc7ae3d739 req-6a9e4871-7adf-409a-a026-cca2eac21f7e tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:22.195135 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-99b98cb4-c655-424f-ab10-a6cc7ae3d739 req-6a9e4871-7adf-409a-a026-cca2eac21f7e tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.55 "GET /v2.0/ports?device_id=2749a5f0-a85f-46f3-aa89-39ca873e241d HTTP/1.1" status: 200 len: 945 time: 0.0480690 Sep 03 18:22:22.286901 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-99b98cb4-c655-424f-ab10-a6cc7ae3d739 req-dd29db6b-e476-4812-83f6-7962c453b54d tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Deleting port efd67c65-4f63-441c-9528-dbc5bdbac99a {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:22:22.287242 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-99b98cb4-c655-424f-ab10-a6cc7ae3d739 req-dd29db6b-e476-4812-83f6-7962c453b54d tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:22.371538 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-99b98cb4-c655-424f-ab10-a6cc7ae3d739 req-dd29db6b-e476-4812-83f6-7962c453b54d tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] For port efd67c65-4f63-441c-9528-dbc5bdbac99a, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=efd67c65-4f63-441c-9528-dbc5bdbac99a,segment=NetworkSegment(b6946056-e2bb-4211-953f-15282ca3c118),segment_id=b6946056-e2bb-4211-953f-15282ca3c118)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:22.371902 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-99b98cb4-c655-424f-ab10-a6cc7ae3d739 req-dd29db6b-e476-4812-83f6-7962c453b54d tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:22.383893 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-99b98cb4-c655-424f-ab10-a6cc7ae3d739 req-dd29db6b-e476-4812-83f6-7962c453b54d tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Calling delete_port for efd67c65-4f63-441c-9528-dbc5bdbac99a owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:22:22.513907 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-99b98cb4-c655-424f-ab10-a6cc7ae3d739 req-dd29db6b-e476-4812-83f6-7962c453b54d tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:22.527274 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['efd67c65-4f63-441c-9528-dbc5bdbac99a'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:22:22.541180 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd29db6b-e476-4812-83f6-7962c453b54d tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Pushing event deleted for resources: {'Port': ['ID=efd67c65-4f63-441c-9528-dbc5bdbac99a,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:22.583375 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b98cb4-c655-424f-ab10-a6cc7ae3d739 req-dd29db6b-e476-4812-83f6-7962c453b54d tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] No DVR routers for this DVR port efd67c65-4f63-441c-9528-dbc5bdbac99a on host hv-cinder-78878 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:22:22.585913 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-99b98cb4-c655-424f-ab10-a6cc7ae3d739 req-dd29db6b-e476-4812-83f6-7962c453b54d tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:22.587971 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-99b98cb4-c655-424f-ab10-a6cc7ae3d739 req-dd29db6b-e476-4812-83f6-7962c453b54d tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.55 "DELETE /v2.0/ports/efd67c65-4f63-441c-9528-dbc5bdbac99a HTTP/1.1" status: 204 len: 173 time: 0.3860884 Sep 03 18:22:22.588403 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2749a5f0-a85f-46f3-aa89-39ca873e241d', 'name': 'network-vif-deleted', 'tag': 'efd67c65-4f63-441c-9528-dbc5bdbac99a'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:22:22.590650 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce07b844-9f1c-4d95-84e5-227bedcacc89" -d '{"events": [{"server_uuid": "2749a5f0-a85f-46f3-aa89-39ca873e241d", "name": "network-vif-deleted", "tag": "efd67c65-4f63-441c-9528-dbc5bdbac99a"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:22:22.628811 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75a1e71e-b454-4267-b137-a14b33c1e77b x-openstack-request-id: req-75a1e71e-b454-4267-b137-a14b33c1e77b {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:22:22.629119 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2749a5f0-a85f-46f3-aa89-39ca873e241d", "name": "network-vif-deleted", "tag": "efd67c65-4f63-441c-9528-dbc5bdbac99a", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:22:22.629418 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75a1e71e-b454-4267-b137-a14b33c1e77b {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:22:22.629777 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2749a5f0-a85f-46f3-aa89-39ca873e241d', 'name': 'network-vif-deleted', 'tag': 'efd67c65-4f63-441c-9528-dbc5bdbac99a', 'status': 'completed', 'code': 200} Sep 03 18:22:22.720058 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-6b898645-f239-4606-b85c-45f90cca6c1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:22.740102 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-29677786-7f09-456d-85ac-a1dc8b05fee3 req-65d1c0b2-4978-4ea5-a370-fd1001f1f15b tempest-AttachVolumeNegativeTest-1375933113 tempest-AttachVolumeNegativeTest-1375933113-project] 10.222.0.45 "GET /v2.0/ports?device_id=2749a5f0-a85f-46f3-aa89-39ca873e241d HTTP/1.1" status: 200 len: 210 time: 0.0258815 Sep 03 18:22:23.795095 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55008) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:23.841799 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Deleting subnet 5e24ad12-ce87-4572-94de-8eca115a4b41 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:22:23.844740 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:23.877815 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27699962'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:23.916057 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:23.965963 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25571218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25266592'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:23.992367 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e24ad12-ce87-4572-94de-8eca115a4b41,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:23.995205 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:23.996439 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/5e24ad12-ce87-4572-94de-8eca115a4b41 HTTP/1.1" status: 204 len: 168 time: 0.2003384 Sep 03 18:22:23.999090 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55010) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:24.002228 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:24.002596 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:24.002943 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:24.003798 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:24.004131 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:24.004459 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:24.004784 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:24.005105 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:24.005433 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:24.005744 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:24.006060 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:24.006396 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d41b52-9dfa-4c99-bee7-3703bdf24c8b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:24.069054 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8d70b4fc-9ab4-4011-8a94-1f13f13f4696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.147806 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8d70b4fc-9ab4-4011-8a94-1f13f13f4696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.157230 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-8d70b4fc-9ab4-4011-8a94-1f13f13f4696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7dc2ad-10ba-4ea0-ac10-7b54c72324df']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:24.167184 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-8d70b4fc-9ab4-4011-8a94-1f13f13f4696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6946056-e2bb-4211-953f-15282ca3c118') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:24.167483 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-8d70b4fc-9ab4-4011-8a94-1f13f13f4696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6946056-e2bb-4211-953f-15282ca3c118') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:24.176035 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8d70b4fc-9ab4-4011-8a94-1f13f13f4696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28422698'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.189018 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8d70b4fc-9ab4-4011-8a94-1f13f13f4696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.195255 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d70b4fc-9ab4-4011-8a94-1f13f13f4696 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:22:24.195633 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8d70b4fc-9ab4-4011-8a94-1f13f13f4696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26210725'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: timer() Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: cb(*args, **kw) Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: self._notify() Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: self.callback(batched_events) Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: event.method(event) Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._get(url).json() Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:22:24.197193 dv-cinder-788782-10-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:22:24.247969 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8d70b4fc-9ab4-4011-8a94-1f13f13f4696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.255147 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8d70b4fc-9ab4-4011-8a94-1f13f13f4696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.256834 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8d70b4fc-9ab4-4011-8a94-1f13f13f4696 admin admin] 10.222.0.45 "DELETE /v2.0/networks/dc7dc2ad-10ba-4ea0-ac10-7b54c72324df HTTP/1.1" status: 204 len: 168 time: 0.2567682 Sep 03 18:22:24.265781 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d70b4fc-9ab4-4011-8a94-1f13f13f4696 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc7dc2ad-10ba-4ea0-ac10-7b54c72324df,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:24.412601 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55014) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:24.454863 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-a20b22f5-c72b-407c-927e-f038a31239aa admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f36bee813233474e8e3a350e11f643b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410941 Sep 03 18:22:24.457246 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55016) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:24.503077 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f68dfe8-361d-4866-8b97-04949a98eca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.522998 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f68dfe8-361d-4866-8b97-04949a98eca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.569581 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f68dfe8-361d-4866-8b97-04949a98eca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.572111 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f68dfe8-361d-4866-8b97-04949a98eca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:24.573252 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6f68dfe8-361d-4866-8b97-04949a98eca2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/072673a5-d3aa-4fdd-88b2-a0fdafc27234 HTTP/1.1" status: 204 len: 168 time: 0.1151366 Sep 03 18:22:24.580567 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68dfe8-361d-4866-8b97-04949a98eca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072673a5-d3aa-4fdd-88b2-a0fdafc27234,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:25.350337 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a45e1e6d-68c9-4796-874d-b0ec25ca2c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:25.752330 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55068) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:25.854792 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2d628eec-5d8a-49e4-920b-6efe7091dd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:25.859999 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:25.942245 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2d628eec-5d8a-49e4-920b-6efe7091dd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:25.946069 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2d628eec-5d8a-49e4-920b-6efe7091dd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:25.984918 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2d628eec-5d8a-49e4-920b-6efe7091dd93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b73bbff2ccb641d3bae137b9d19bf450&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2314880 Sep 03 18:22:25.986088 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d628eec-5d8a-49e4-920b-6efe7091dd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0be4e5-f644-405e-ba78-1a6d06a641d5,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:25.988207 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55072) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:26.037589 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0b469bd-42bc-4eab-a548-43cc57dd9783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:26.062101 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0b469bd-42bc-4eab-a548-43cc57dd9783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:26.107674 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0b469bd-42bc-4eab-a548-43cc57dd9783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:26.110217 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a0b469bd-42bc-4eab-a548-43cc57dd9783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:26.111404 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a0b469bd-42bc-4eab-a548-43cc57dd9783 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ea0be4e5-f644-405e-ba78-1a6d06a641d5 HTTP/1.1" status: 204 len: 168 time: 0.1213436 Sep 03 18:22:26.118970 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b469bd-42bc-4eab-a548-43cc57dd9783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0be4e5-f644-405e-ba78-1a6d06a641d5,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:26.856987 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:27.821796 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55134) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:27.880755 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device efd67c65-4f63-441c-9528-dbc5bdbac99a no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:22:27.900948 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: efd67c65-4f63-441c-9528-dbc5bdbac99a {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:22:27.901293 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device efd67c65-4f63-441c-9528-dbc5bdbac99a not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:22:27.923370 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f86fac62-5792-407e-81ce-38de3306f549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:28.011624 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f86fac62-5792-407e-81ce-38de3306f549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:28.015267 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-f86fac62-5792-407e-81ce-38de3306f549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:28.053978 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-f86fac62-5792-407e-81ce-38de3306f549 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd322bdb76f3466abe030c868f1fe6a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310848 Sep 03 18:22:28.054653 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fac62-5792-407e-81ce-38de3306f549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ddf8fdd-8b3d-4d31-a6af-74ea0a83d58c,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:28.056753 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55138) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:28.105941 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-42977ca5-fde2-474c-8759-43d4186c1585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:28.125966 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-42977ca5-fde2-474c-8759-43d4186c1585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:28.163207 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:28.172302 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-42977ca5-fde2-474c-8759-43d4186c1585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:28.174996 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-42977ca5-fde2-474c-8759-43d4186c1585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:28.176138 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-42977ca5-fde2-474c-8759-43d4186c1585 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4ddf8fdd-8b3d-4d31-a6af-74ea0a83d58c HTTP/1.1" status: 204 len: 168 time: 0.1183989 Sep 03 18:22:28.183704 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42977ca5-fde2-474c-8759-43d4186c1585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ddf8fdd-8b3d-4d31-a6af-74ea0a83d58c,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:28.395229 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:28.430135 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55144) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:28.444367 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0ad474f2-7f5e-4059-b1b0-5a6e727d49fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:28.530087 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0ad474f2-7f5e-4059-b1b0-5a6e727d49fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:28.533800 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-0ad474f2-7f5e-4059-b1b0-5a6e727d49fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:28.572052 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-0ad474f2-7f5e-4059-b1b0-5a6e727d49fc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8a9ae40ffbdd4f00a0ac93094155bb4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406405 Sep 03 18:22:28.572893 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad474f2-7f5e-4059-b1b0-5a6e727d49fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04cf37c1-3ad7-4128-a7cf-e24d2e6b7c06,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:28.574742 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55146) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:28.622215 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a9796f02-18e8-404d-a27c-879aff40570c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:28.642183 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a9796f02-18e8-404d-a27c-879aff40570c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:28.693949 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a9796f02-18e8-404d-a27c-879aff40570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:28.696850 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a9796f02-18e8-404d-a27c-879aff40570c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:28.697999 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a9796f02-18e8-404d-a27c-879aff40570c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/04cf37c1-3ad7-4128-a7cf-e24d2e6b7c06 HTTP/1.1" status: 204 len: 168 time: 0.1216788 Sep 03 18:22:28.705883 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9796f02-18e8-404d-a27c-879aff40570c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cf37c1-3ad7-4128-a7cf-e24d2e6b7c06,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:30.250558 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55192) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:30.353213 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fc0cbad4-cc00-4fbe-a1f7-3ef1d7a5bd04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:30.440167 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fc0cbad4-cc00-4fbe-a1f7-3ef1d7a5bd04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:30.443812 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-fc0cbad4-cc00-4fbe-a1f7-3ef1d7a5bd04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:30.480968 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-fc0cbad4-cc00-4fbe-a1f7-3ef1d7a5bd04 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=481e473e302c4dcc961f74198808e1a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2293580 Sep 03 18:22:30.481917 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0cbad4-cc00-4fbe-a1f7-3ef1d7a5bd04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60202de-ab63-477b-ac84-8f89b1865126,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:30.483702 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55196) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:30.533618 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-234ad844-9bb0-44ff-b601-e9acd3aeca86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:30.553892 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-234ad844-9bb0-44ff-b601-e9acd3aeca86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:30.599102 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-234ad844-9bb0-44ff-b601-e9acd3aeca86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:30.601541 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-234ad844-9bb0-44ff-b601-e9acd3aeca86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:30.602681 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-234ad844-9bb0-44ff-b601-e9acd3aeca86 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b60202de-ab63-477b-ac84-8f89b1865126 HTTP/1.1" status: 204 len: 168 time: 0.1179986 Sep 03 18:22:30.609770 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234ad844-9bb0-44ff-b601-e9acd3aeca86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60202de-ab63-477b-ac84-8f89b1865126,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:30.857371 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55202) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:30.870324 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ecd5d641-de3f-4e8c-a714-b03e8d023935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:30.960244 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ecd5d641-de3f-4e8c-a714-b03e8d023935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:30.963646 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ecd5d641-de3f-4e8c-a714-b03e8d023935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:31.000319 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ecd5d641-de3f-4e8c-a714-b03e8d023935 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=19e07e17952047f3a91e8fd8dc9e5caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418705 Sep 03 18:22:31.001369 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd5d641-de3f-4e8c-a714-b03e8d023935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8b8179-84b2-4520-ba81-81a9a6abc870,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:31.003082 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55204) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:31.051413 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ed6198d5-1309-406b-a574-a173584d1e97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:31.071857 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ed6198d5-1309-406b-a574-a173584d1e97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:31.119009 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ed6198d5-1309-406b-a574-a173584d1e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:31.122545 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-ed6198d5-1309-406b-a574-a173584d1e97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:31.123689 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-ed6198d5-1309-406b-a574-a173584d1e97 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ad8b8179-84b2-4520-ba81-81a9a6abc870 HTTP/1.1" status: 204 len: 168 time: 0.1195524 Sep 03 18:22:31.132367 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6198d5-1309-406b-a574-a173584d1e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8b8179-84b2-4520-ba81-81a9a6abc870,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:36.392783 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fb387500-6949-4cec-9074-cbb98b1b9301 req-7b60a1aa-257e-4a66-891b-363d01683ee1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417345 Sep 03 18:22:36.451540 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb387500-6949-4cec-9074-cbb98b1b9301 req-8a6debcf-8a2b-4706-b120-d8a06fa4e30f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:36.453045 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fb387500-6949-4cec-9074-cbb98b1b9301 req-8a6debcf-8a2b-4706-b120-d8a06fa4e30f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 1098 time: 0.0398180 Sep 03 18:22:36.557879 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb387500-6949-4cec-9074-cbb98b1b9301 req-0c291029-0705-470c-82d5-1c4a2d2b13c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:36.559418 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fb387500-6949-4cec-9074-cbb98b1b9301 req-0c291029-0705-470c-82d5-1c4a2d2b13c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 200 len: 912 time: 0.0862861 Sep 03 18:22:36.622036 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fb387500-6949-4cec-9074-cbb98b1b9301 req-cfb87298-7fe5-4bfd-9fca-c1eb52a59093 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=609a9010-9b21-4603-848d-dbcbb5a93f80 HTTP/1.1" status: 200 len: 1000 time: 0.0554245 Sep 03 18:22:36.672557 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb387500-6949-4cec-9074-cbb98b1b9301 req-f7886a3a-f47f-4809-a068-213735fa0293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:36.673923 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fb387500-6949-4cec-9074-cbb98b1b9301 req-f7886a3a-f47f-4809-a068-213735fa0293 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a7abc42-8f93-433e-8867-522bfd9c85b3 HTTP/1.1" status: 200 len: 850 time: 0.0436990 Sep 03 18:22:36.723753 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb387500-6949-4cec-9074-cbb98b1b9301 req-0804e0e8-fd79-4ce3-af49-62b0461f6df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:36.725205 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fb387500-6949-4cec-9074-cbb98b1b9301 req-0804e0e8-fd79-4ce3-af49-62b0461f6df2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421178 Sep 03 18:22:36.813999 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fb387500-6949-4cec-9074-cbb98b1b9301 req-555e2856-5b26-4687-b1b8-f75153c41514 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802176 Sep 03 18:22:36.910467 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fb387500-6949-4cec-9074-cbb98b1b9301 req-1c3e140b-6837-4ba4-901c-034721711885 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887430 Sep 03 18:22:40.472425 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55294) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:40.574485 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9916-d879-46bf-a1fd-60fd57675097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:40.657741 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9916-d879-46bf-a1fd-60fd57675097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:40.662684 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b8fc9916-d879-46bf-a1fd-60fd57675097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:40.701106 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b8fc9916-d879-46bf-a1fd-60fd57675097 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2679260984fd42e889b3a803aabc6c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276130 Sep 03 18:22:40.703114 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc9916-d879-46bf-a1fd-60fd57675097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290be81c-5bf0-4541-9fb0-2bb95fad8579,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:40.703848 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55298) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:40.751952 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32c18992-cf10-4705-9eeb-470bcdf40f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:40.772784 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32c18992-cf10-4705-9eeb-470bcdf40f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:40.818034 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32c18992-cf10-4705-9eeb-470bcdf40f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:40.820587 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-32c18992-cf10-4705-9eeb-470bcdf40f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:40.821704 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-32c18992-cf10-4705-9eeb-470bcdf40f0f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/290be81c-5bf0-4541-9fb0-2bb95fad8579 HTTP/1.1" status: 204 len: 168 time: 0.1168799 Sep 03 18:22:40.829555 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c18992-cf10-4705-9eeb-470bcdf40f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290be81c-5bf0-4541-9fb0-2bb95fad8579,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:40.906923 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:22:48.666665 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55422) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:48.779579 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:48.863185 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:48.866706 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:48.906519 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2bad4ac53a3a4363a5a2e4b22163fbc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2387857 Sep 03 18:22:48.907349 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7078f804-6f70-4bff-a015-5434bf46621b,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:48.909171 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55426) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:48.924993 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:48.925267 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:48.925625 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:48.925984 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:48.926326 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:48.926651 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:48.926969 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:48.927314 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:48.927651 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:48.927964 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:48.928274 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:48.928582 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5232fb6a-0335-4bdd-9ecf-3bf1c5b121df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:48.967275 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4a70fd28-868a-4a8f-9c88-23182e9951be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:48.987163 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4a70fd28-868a-4a8f-9c88-23182e9951be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.033667 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4a70fd28-868a-4a8f-9c88-23182e9951be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.036816 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-4a70fd28-868a-4a8f-9c88-23182e9951be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.037963 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-4a70fd28-868a-4a8f-9c88-23182e9951be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7078f804-6f70-4bff-a015-5434bf46621b HTTP/1.1" status: 204 len: 168 time: 0.1279161 Sep 03 18:22:49.045427 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70fd28-868a-4a8f-9c88-23182e9951be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7078f804-6f70-4bff-a015-5434bf46621b,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:49.294166 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55432) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:49.307715 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-401abd3b-a260-442f-8761-28f91cf04189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.397646 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-401abd3b-a260-442f-8761-28f91cf04189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.401303 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-401abd3b-a260-442f-8761-28f91cf04189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.438360 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-401abd3b-a260-442f-8761-28f91cf04189 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cab7d89f8b5f402d8f1debef038dcd6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1431086 Sep 03 18:22:49.439229 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401abd3b-a260-442f-8761-28f91cf04189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a54802d-0984-4677-908a-eaf0db3e8915,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:49.441012 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55434) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:49.490807 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ff20ff4-e990-46c7-bbac-32cccb743aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.511208 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ff20ff4-e990-46c7-bbac-32cccb743aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.556134 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ff20ff4-e990-46c7-bbac-32cccb743aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.558613 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1ff20ff4-e990-46c7-bbac-32cccb743aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.560714 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1ff20ff4-e990-46c7-bbac-32cccb743aca admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1a54802d-0984-4677-908a-eaf0db3e8915 HTTP/1.1" status: 204 len: 168 time: 0.1175811 Sep 03 18:22:49.569214 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff20ff4-e990-46c7-bbac-32cccb743aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a54802d-0984-4677-908a-eaf0db3e8915,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:49.876817 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55442) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:49.889975 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e056bdcc-1e2d-4d12-8e78-fac1c8604d37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.978151 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e056bdcc-1e2d-4d12-8e78-fac1c8604d37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:49.982407 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-e056bdcc-1e2d-4d12-8e78-fac1c8604d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:50.018749 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-e056bdcc-1e2d-4d12-8e78-fac1c8604d37 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90313e2c52424b9f9a4418dd8e0bbc4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408505 Sep 03 18:22:50.020135 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056bdcc-1e2d-4d12-8e78-fac1c8604d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f0ac95-6f9c-4490-8195-e47c482dc1f1,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:50.022839 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55444) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:50.072173 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d8131a85-be8d-4cc6-b6c5-684b414064e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:50.092557 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d8131a85-be8d-4cc6-b6c5-684b414064e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:50.136648 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d8131a85-be8d-4cc6-b6c5-684b414064e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:50.139316 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-d8131a85-be8d-4cc6-b6c5-684b414064e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:50.140459 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-d8131a85-be8d-4cc6-b6c5-684b414064e9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/90f0ac95-6f9c-4490-8195-e47c482dc1f1 HTTP/1.1" status: 204 len: 168 time: 0.1166408 Sep 03 18:22:50.148961 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8131a85-be8d-4cc6-b6c5-684b414064e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f0ac95-6f9c-4490-8195-e47c482dc1f1,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:50.786647 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55466) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:50.878400 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-e2e9c2a6-9af2-42f2-a36b-cb8587c5705e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-566531741-network', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:50.899043 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e9c2a6-9af2-42f2-a36b-cb8587c5705e admin admin] Made reservation on behalf of 23ca922c86f24aa1a59a9f04c0553615 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:22:50.901353 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e2e9c2a6-9af2-42f2-a36b-cb8587c5705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:50.909398 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e2e9c2a6-9af2-42f2-a36b-cb8587c5705e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:50.996746 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e2e9c2a6-9af2-42f2-a36b-cb8587c5705e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.000299 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e2e9c2a6-9af2-42f2-a36b-cb8587c5705e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.024356 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e9c2a6-9af2-42f2-a36b-cb8587c5705e admin admin] vlan segment allocate from pool success with {'vlan_id': 429, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:22:51.033269 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9c2a6-9af2-42f2-a36b-cb8587c5705e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:51.040033 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e2e9c2a6-9af2-42f2-a36b-cb8587c5705e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.040887 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-e2e9c2a6-9af2-42f2-a36b-cb8587c5705e admin admin] Added segment c517896e-8100-4f82-8465-9469b9597680 of type vlan for network 75c64381-e993-4bca-b2d4-c9c08f521211 Sep 03 18:22:51.079459 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e2e9c2a6-9af2-42f2-a36b-cb8587c5705e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.103080 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e2e9c2a6-9af2-42f2-a36b-cb8587c5705e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.104009 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e9c2a6-9af2-42f2-a36b-cb8587c5705e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:51.104581 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e2e9c2a6-9af2-42f2-a36b-cb8587c5705e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.136601 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e2e9c2a6-9af2-42f2-a36b-cb8587c5705e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3488059 Sep 03 18:22:51.139810 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55470) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:51.145201 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-b47e8bc9-4cb2-42b4-a6b8-7a8c433f9d1d admin admin] Request body: {'subnet': {'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-566531741-subnet', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:51.165655 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47e8bc9-4cb2-42b4-a6b8-7a8c433f9d1d admin admin] Made reservation on behalf of 23ca922c86f24aa1a59a9f04c0553615 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:22:51.167843 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b47e8bc9-4cb2-42b4-a6b8-7a8c433f9d1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25266565'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.168229 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9c2a6-9af2-42f2-a36b-cb8587c5705e admin admin] Pushing event updated for resources: {'Network': ['ID=75c64381-e993-4bca-b2d4-c9c08f521211,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:51.178992 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network 75c64381-e993-4bca-b2d4-c9c08f521211 details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:22:51.334869 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b47e8bc9-4cb2-42b4-a6b8-7a8c433f9d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25571155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25266603'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.395960 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47e8bc9-4cb2-42b4-a6b8-7a8c433f9d1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=70d6f2a8-ce05-4c57-8373-8c3d301ad105,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:51.401249 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47e8bc9-4cb2-42b4-a6b8-7a8c433f9d1d admin admin] Checking segment: {'id': 'c517896e-8100-4f82-8465-9469b9597680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:22:51.401629 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47e8bc9-4cb2-42b4-a6b8-7a8c433f9d1d admin admin] Network hostable DHCP agents. Network: 75c64381-e993-4bca-b2d4-c9c08f521211, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:22:51.417896 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47e8bc9-4cb2-42b4-a6b8-7a8c433f9d1d admin admin] Network 75c64381-e993-4bca-b2d4-c9c08f521211 is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:22:51.427225 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-b47e8bc9-4cb2-42b4-a6b8-7a8c433f9d1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, 75c64381-e993-4bca-b2d4-c9c08f521211) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:51.431456 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47e8bc9-4cb2-42b4-a6b8-7a8c433f9d1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:51.432096 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b47e8bc9-4cb2-42b4-a6b8-7a8c433f9d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.436380 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8fd957-f021-47e0-b707-8ef004fa8910 None None] Network 75c64381-e993-4bca-b2d4-c9c08f521211 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:22:51.445693 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b47e8bc9-4cb2-42b4-a6b8-7a8c433f9d1d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3043447 Sep 03 18:22:51.448485 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55472) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:51.452671 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-566531741-router', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:51.471668 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.473200 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.522888 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.580032 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaafd0d0d-b7c3-59de-89b9-f8cd21a3ca16-75c64381-e993-4bca-b2d4-c9c08f521211', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'fixed_ips': [{'subnet_id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105'}]}} from dv-cinder-788782-10-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:22:51.580951 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.659410 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.712075 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Allocated IP 172.20.0.2 (75c64381-e993-4bca-b2d4-c9c08f521211/70d6f2a8-ce05-4c57-8373-8c3d301ad105/19421db0-7220-420e-923f-0ea41dddcef2) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:22:51.858738 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.877548 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.974330 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:51.982430 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Transition to ACTIVE for port object 19421db0-7220-420e-923f-0ea41dddcef2 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:51.983941 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Allocated IP 172.27.3.235 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/490d7cb3-c653-455d-9585-ca01dd836383) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:22:51.997580 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Transition to ACTIVE for port object 19421db0-7220-420e-923f-0ea41dddcef2 will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:52.002861 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.044408 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Network 75c64381-e993-4bca-b2d4-c9c08f521211 is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:52.049428 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:52.055516 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:22:52.069480 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Pushing event updated for resources: {'Port': ['ID=19421db0-7220-420e-923f-0ea41dddcef2,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:52.113995 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:52.114408 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:52.114753 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:52.115092 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:52.115442 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:52.115758 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:52.116091 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:52.116420 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:52.116841 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:52.117205 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:52.117540 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:52.117861 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:52.127895 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.147582 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Attempting to bind port 19421db0-7220-420e-923f-0ea41dddcef2 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:22:52.147949 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Attempting to bind port 19421db0-7220-420e-923f-0ea41dddcef2 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'c517896e-8100-4f82-8465-9469b9597680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:22:52.148309 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Attempting to bind port 19421db0-7220-420e-923f-0ea41dddcef2 on network 75c64381-e993-4bca-b2d4-c9c08f521211 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:22:52.153360 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:22:52.153731 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Checking segment: {'id': 'c517896e-8100-4f82-8465-9469b9597680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:22:52.154125 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.154541 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Bound using segment: {'id': 'c517896e-8100-4f82-8465-9469b9597680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:22:52.154997 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Bound port: 19421db0-7220-420e-923f-0ea41dddcef2, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c517896e-8100-4f82-8465-9469b9597680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:22:52.155375 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.169340 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.206653 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:52.211435 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:52.217988 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:22:52.218146 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] For port 19421db0-7220-420e-923f-0ea41dddcef2, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:22:52.220769 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Pushing event updated for resources: {'Port': ['ID=490d7cb3-c653-455d-9585-ca01dd836383,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:52.221220 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] For port 19421db0-7220-420e-923f-0ea41dddcef2, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=19421db0-7220-420e-923f-0ea41dddcef2,segment=NetworkSegment(c517896e-8100-4f82-8465-9469b9597680),segment_id=c517896e-8100-4f82-8465-9469b9597680)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:22:52.225954 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.288368 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfbe93-882d-4a31-ac99-751bb5159361 None None] Pushing event updated for resources: {'Port': ['ID=19421db0-7220-420e-923f-0ea41dddcef2,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:52.646741 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 19421db0-7220-420e-923f-0ea41dddcef2 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:52.701060 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 19421db0-7220-420e-923f-0ea41dddcef2 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:52.704731 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.720298 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-21fa0ddc-d3a4-4b5b-8cae-a202a756291b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:52.900843 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3921611'] for router, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.033940 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Router 49492a10-f62e-48a7-9327-33f7979ea413 is scheduled to L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:22:53.138466 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:22:53.147993 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Sync routers for ids ['49492a10-f62e-48a7-9327-33f7979ea413'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:22:53.156094 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.159411 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Routers {'49492a10-f62e-48a7-9327-33f7979ea413'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:22:53.159513 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2e7dc9a7-76d7-4f0e-80b2-be7f00fb474f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7081082 Sep 03 18:22:53.159596 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:22:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['49492a10-f62e-48a7-9327-33f7979ea413'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:53.160698 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55474) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:53.195562 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5a09ff-ec16-4a9c-bf83-1593743d7606 None None] Network 75c64381-e993-4bca-b2d4-c9c08f521211 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:22:53.285608 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-2f65bf3c-d8cc-4ac6-bd55-2881aa6f7113 None None] Provisioning for port 19421db0-7220-420e-923f-0ea41dddcef2 completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:53.304282 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-2f65bf3c-d8cc-4ac6-bd55-2881aa6f7113 None None] Provisioning complete for port 19421db0-7220-420e-923f-0ea41dddcef2 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:53.304653 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2f65bf3c-d8cc-4ac6-bd55-2881aa6f7113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.389392 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Set router 49492a10-f62e-48a7-9327-33f7979ea413 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:22:53.562113 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.596622 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2f65bf3c-d8cc-4ac6-bd55-2881aa6f7113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.655334 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-2f65bf3c-d8cc-4ac6-bd55-2881aa6f7113 None None] For port 19421db0-7220-420e-923f-0ea41dddcef2, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=19421db0-7220-420e-923f-0ea41dddcef2,segment=NetworkSegment(c517896e-8100-4f82-8465-9469b9597680),segment_id=c517896e-8100-4f82-8465-9469b9597680)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:53.665269 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2f65bf3c-d8cc-4ac6-bd55-2881aa6f7113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.713214 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49492a10-f62e-48a7-9327-33f7979ea413', 'name': 'tempest-TestMinimumBasicScenario-566531741-router', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '490d7cb3-c653-455d-9585-ca01dd836383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:52Z', 'revision_number': 3, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'gw_port': {'id': '490d7cb3-c653-455d-9585-ca01dd836383', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:53.731560 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Allocated IP 172.20.0.1 (75c64381-e993-4bca-b2d4-c9c08f521211/70d6f2a8-ce05-4c57-8373-8c3d301ad105/498b6151-03ba-40b9-97f5-52b18bf9124f) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:22:53.749299 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Checking router: 49492a10-f62e-48a7-9327-33f7979ea413 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:22:53.749662 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Updating router 49492a10-f62e-48a7-9327-33f7979ea413 port 490d7cb3-c653-455d-9585-ca01dd836383 binding host dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:22:53.769875 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f65bf3c-d8cc-4ac6-bd55-2881aa6f7113 None None] Pushing event updated for resources: {'Port': ['ID=19421db0-7220-420e-923f-0ea41dddcef2,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:53.788225 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.809049 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-1af3536f-fc20-44b1-ad9d-efb286880550 None None] Provisioning complete for port 19421db0-7220-420e-923f-0ea41dddcef2 triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:53.809416 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1af3536f-fc20-44b1-ad9d-efb286880550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.839016 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.852701 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Transition to ACTIVE for port object 498b6151-03ba-40b9-97f5-52b18bf9124f will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:53.883371 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:53.920604 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Network 75c64381-e993-4bca-b2d4-c9c08f521211 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:53.923255 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:53.926766 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:22:53.950407 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Pushing event updated for resources: {'Port': ['ID=498b6151-03ba-40b9-97f5-52b18bf9124f,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:53.969573 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823332'] for router_interface, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.104715 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.114421 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.124452 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Transition to ACTIVE for port object 490d7cb3-c653-455d-9585-ca01dd836383 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:54.132230 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.185814 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Attempting to bind port 490d7cb3-c653-455d-9585-ca01dd836383 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:22:54.186118 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Attempting to bind port 490d7cb3-c653-455d-9585-ca01dd836383 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:22:54.186523 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Attempting to bind port 490d7cb3-c653-455d-9585-ca01dd836383 on network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:22:54.196894 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:22:54.197268 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Checking segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:22:54.197668 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.198062 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Bound using segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:22:54.198556 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Bound port: 490d7cb3-c653-455d-9585-ca01dd836383, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:22:54.198938 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.200329 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbf2bb-1959-4a84-801e-34b651e96996 None None] Pushing event updated for resources: {'Port': ['ID=490d7cb3-c653-455d-9585-ca01dd836383,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:54.230415 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-83aeef13-0d55-41cf-b837-16ebadacbe14 None None] Provisioning for port 498b6151-03ba-40b9-97f5-52b18bf9124f completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:54.243150 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-83aeef13-0d55-41cf-b837-16ebadacbe14 None None] Provisioning complete for port 498b6151-03ba-40b9-97f5-52b18bf9124f triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:54.243523 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-83aeef13-0d55-41cf-b837-16ebadacbe14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.263548 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.268599 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.281185 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] For port 490d7cb3-c653-455d-9585-ca01dd836383, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:22:54.286089 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] For port 490d7cb3-c653-455d-9585-ca01dd836383, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=490d7cb3-c653-455d-9585-ca01dd836383,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:22:54.294903 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.302619 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-83aeef13-0d55-41cf-b837-16ebadacbe14 None None] Port 498b6151-03ba-40b9-97f5-52b18bf9124f cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:22:54.338150 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Pushing event updated for resources: {'Port': ['ID=498b6151-03ba-40b9-97f5-52b18bf9124f,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:54.340664 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920916'] for router_interface, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.358092 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Routers {'49492a10-f62e-48a7-9327-33f7979ea413'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:22:54.358744 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:22:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['49492a10-f62e-48a7-9327-33f7979ea413'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:54.363638 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbf2bb-1959-4a84-801e-34b651e96996 None None] Pushing event updated for resources: {'Port': ['ID=490d7cb3-c653-455d-9585-ca01dd836383,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:54.430017 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Network 75c64381-e993-4bca-b2d4-c9c08f521211 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:54.431677 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:54.608525 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] Set router 49492a10-f62e-48a7-9327-33f7979ea413 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:22:54.641061 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 19421db0-7220-420e-923f-0ea41dddcef2 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:54.783653 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-e7a2c016-9d0d-4830-bbad-eb4db52d5c67 None None] Provisioning complete for port 498b6151-03ba-40b9-97f5-52b18bf9124f triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:54.783931 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-e7a2c016-9d0d-4830-bbad-eb4db52d5c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.801375 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Router 49492a10-f62e-48a7-9327-33f7979ea413 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:22:54.829297 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 19421db0-7220-420e-923f-0ea41dddcef2 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:54.829664 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:54.864619 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-e7a2c016-9d0d-4830-bbad-eb4db52d5c67 None None] Port 498b6151-03ba-40b9-97f5-52b18bf9124f cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:22:54.906149 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:22:54.911772 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-451263b1-28cc-4042-b198-a13552a90cdf admin admin] 10.222.0.45 "PUT /v2.0/routers/49492a10-f62e-48a7-9327-33f7979ea413/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7499857 Sep 03 18:22:54.953472 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49492a10-f62e-48a7-9327-33f7979ea413', 'name': 'tempest-TestMinimumBasicScenario-566531741-router', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '490d7cb3-c653-455d-9585-ca01dd836383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 4, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'gw_port': {'id': '490d7cb3-c653-455d-9585-ca01dd836383', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '498b6151-03ba-40b9-97f5-52b18bf9124f', 'name': '', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'mac_address': 'fa:16:3e:e9:f9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 2, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'subnets': [{'id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:54.984980 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a0aaa2-a185-48bf-b370-b616ba6d736f None None] The sync data for ids ['49492a10-f62e-48a7-9327-33f7979ea413'] in dv-cinder-788782-10-iscsi is: [{'id': '49492a10-f62e-48a7-9327-33f7979ea413', 'name': 'tempest-TestMinimumBasicScenario-566531741-router', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '490d7cb3-c653-455d-9585-ca01dd836383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 4, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'gw_port': {'id': '490d7cb3-c653-455d-9585-ca01dd836383', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '498b6151-03ba-40b9-97f5-52b18bf9124f', 'name': '', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'mac_address': 'fa:16:3e:e9:f9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 2, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'subnets': [{'id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:22:55.349893 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0ebdd01-785e-46ba-a4af-f6fe9721b07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.418288 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55492) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:55.423276 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-69ebdd8a-5e2b-4565-8bf9-d2924f2a24f6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1695368683-network', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:55.446291 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ebdd8a-5e2b-4565-8bf9-d2924f2a24f6 admin admin] Made reservation on behalf of b577ad70b6f84a30895060f8e63e4b76 for: {'network': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:22:55.448606 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-69ebdd8a-5e2b-4565-8bf9-d2924f2a24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for network, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.458771 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-69ebdd8a-5e2b-4565-8bf9-d2924f2a24f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.564063 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-69ebdd8a-5e2b-4565-8bf9-d2924f2a24f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.572105 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-69ebdd8a-5e2b-4565-8bf9-d2924f2a24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.600458 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ebdd8a-5e2b-4565-8bf9-d2924f2a24f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=94084) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 03 18:22:55.609006 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebdd8a-5e2b-4565-8bf9-d2924f2a24f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42540cc6-76fc-4da4-9491-b3cba967d9ee,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:55.619679 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-69ebdd8a-5e2b-4565-8bf9-d2924f2a24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.620056 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.segments_db [None req-69ebdd8a-5e2b-4565-8bf9-d2924f2a24f6 admin admin] Added segment 4724c955-0660-4231-a6e5-53b81373f9de of type vlan for network 04926322-879f-4d2e-a978-6ba7ecfb107d Sep 03 18:22:55.667566 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-69ebdd8a-5e2b-4565-8bf9-d2924f2a24f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792353440997'] for network, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.695198 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-69ebdd8a-5e2b-4565-8bf9-d2924f2a24f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225'] for network, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.696256 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ebdd8a-5e2b-4565-8bf9-d2924f2a24f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:55.696846 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-69ebdd8a-5e2b-4565-8bf9-d2924f2a24f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.730859 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-69ebdd8a-5e2b-4565-8bf9-d2924f2a24f6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3114333 Sep 03 18:22:55.733881 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55494) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:55.739675 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-ef31da40-9a12-479d-925e-62104b85679c admin admin] Request body: {'subnet': {'network_id': '04926322-879f-4d2e-a978-6ba7ecfb107d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1695368683-subnet', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'ip_version': 4}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:55.761686 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef31da40-9a12-479d-925e-62104b85679c admin admin] Made reservation on behalf of b577ad70b6f84a30895060f8e63e4b76 for: {'subnet': 1} {{(pid=94085) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:22:55.764169 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef31da40-9a12-479d-925e-62104b85679c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25266565'] for subnet, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.764354 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ebdd8a-5e2b-4565-8bf9-d2924f2a24f6 admin admin] Pushing event updated for resources: {'Network': ['ID=04926322-879f-4d2e-a978-6ba7ecfb107d,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:55.779846 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Network 04926322-879f-4d2e-a978-6ba7ecfb107d details requested by agent ovs-agent-dv-cinder-788782-10-iscsi with host dv-cinder-788782-10-iscsi {{(pid=94086) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 03 18:22:55.867385 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:55.946092 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef31da40-9a12-479d-925e-62104b85679c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25571155', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25266603'] for subnet, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.000003 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31da40-9a12-479d-925e-62104b85679c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f732db64-7936-474f-a7ab-e6424a5d29f1,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:56.011140 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31da40-9a12-479d-925e-62104b85679c admin admin] Checking segment: {'id': '4724c955-0660-4231-a6e5-53b81373f9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04926322-879f-4d2e-a978-6ba7ecfb107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94085) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:22:56.011495 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef31da40-9a12-479d-925e-62104b85679c admin admin] Network hostable DHCP agents. Network: 04926322-879f-4d2e-a978-6ba7ecfb107d, hostable agents: ['7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c'], hosted agents: [] {{(pid=94085) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 03 18:22:56.028702 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef31da40-9a12-479d-925e-62104b85679c admin admin] Network 04926322-879f-4d2e-a978-6ba7ecfb107d is scheduled to be hosted by DHCP agent 7e3a2b15-6e54-4b7e-9b15-b1dd34fff91c with binding_index 1 {{(pid=94085) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 03 18:22:56.039317 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-ef31da40-9a12-479d-925e-62104b85679c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788782-10-iscsi, 04926322-879f-4d2e-a978-6ba7ecfb107d) {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:56.043536 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef31da40-9a12-479d-925e-62104b85679c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:22:56.044137 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ef31da40-9a12-479d-925e-62104b85679c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.048372 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61a7f5b-8d37-414d-b1b0-f088b07826bb None None] Network 04926322-879f-4d2e-a978-6ba7ecfb107d requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:22:56.059918 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ef31da40-9a12-479d-925e-62104b85679c admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3248057 Sep 03 18:22:56.062236 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55496) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:56.067572 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1695368683-router', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:22:56.087934 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3920442', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7611'] for router, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.088992 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3920558', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3921636', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3830377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7554'] for router, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.145675 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.206425 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpaafd0d0d-b7c3-59de-89b9-f8cd21a3ca16-04926322-879f-4d2e-a978-6ba7ecfb107d', 'network_id': '04926322-879f-4d2e-a978-6ba7ecfb107d', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'fixed_ips': [{'subnet_id': 'f732db64-7936-474f-a7ab-e6424a5d29f1'}]}} from dv-cinder-788782-10-iscsi. {{(pid=94086) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 03 18:22:56.207828 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.284309 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.341289 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.db_base_plugin_common [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Allocated IP 172.20.0.2 (04926322-879f-4d2e-a978-6ba7ecfb107d/f732db64-7936-474f-a7ab-e6424a5d29f1/fba2a47a-f196-4bb4-9276-d77e54383c4f) {{(pid=94086) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:22:56.484906 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.486833 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Notify callbacks [] for port, precommit_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.495202 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Transition to ACTIVE for port object fba2a47a-f196-4bb4-9276-d77e54383c4f will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:56.504212 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.512815 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Transition to ACTIVE for port object fba2a47a-f196-4bb4-9276-d77e54383c4f will not be triggered until provisioned by entity DHCP. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:56.520052 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299'] for port, after_create {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.572263 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Network 04926322-879f-4d2e-a978-6ba7ecfb107d is already hosted by enough agents. {{(pid=94086) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:56.579237 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Pushing event updated for resources: {'Port': ['ID=fba2a47a-f196-4bb4-9276-d77e54383c4f,revision_number=1']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:56.583126 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.scheduler.base_scheduler [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Resources bound (agent type, host, resource id): {{(pid=94086) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:56.589180 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Received port after_create {{(pid=94086) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:22:56.639715 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Allocated IP 172.27.3.74 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/a0fdab78-3db4-4ac8-8637-9bcf567a3476) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:22:56.654691 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Attempting to bind port fba2a47a-f196-4bb4-9276-d77e54383c4f on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:22:56.654934 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Attempting to bind port fba2a47a-f196-4bb4-9276-d77e54383c4f by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': '4724c955-0660-4231-a6e5-53b81373f9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04926322-879f-4d2e-a978-6ba7ecfb107d'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:22:56.655293 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Attempting to bind port fba2a47a-f196-4bb4-9276-d77e54383c4f on network 04926322-879f-4d2e-a978-6ba7ecfb107d {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:22:56.661151 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 490d7cb3-c653-455d-9585-ca01dd836383 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:56.667156 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:22:56.667503 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Checking segment: {'id': '4724c955-0660-4231-a6e5-53b81373f9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04926322-879f-4d2e-a978-6ba7ecfb107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:22:56.667954 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.668348 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Bound using segment: {'id': '4724c955-0660-4231-a6e5-53b81373f9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04926322-879f-4d2e-a978-6ba7ecfb107d'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:22:56.668816 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Bound port: fba2a47a-f196-4bb4-9276-d77e54383c4f, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4724c955-0660-4231-a6e5-53b81373f9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04926322-879f-4d2e-a978-6ba7ecfb107d'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:22:56.669190 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.750065 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.766978 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] For port fba2a47a-f196-4bb4-9276-d77e54383c4f, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:22:56.771596 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] For port fba2a47a-f196-4bb4-9276-d77e54383c4f, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=fba2a47a-f196-4bb4-9276-d77e54383c4f,segment=NetworkSegment(4724c955-0660-4231-a6e5-53b81373f9de),segment_id=4724c955-0660-4231-a6e5-53b81373f9de)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:22:56.772848 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 490d7cb3-c653-455d-9585-ca01dd836383 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:56.777442 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.786131 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 490d7cb3-c653-455d-9585-ca01dd836383 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:56.786464 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.798370 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.852796 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:56.852796 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:56.852796 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:22:56.877592 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Pushing event updated for resources: {'Port': ['ID=a0fdab78-3db4-4ac8-8637-9bcf567a3476,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:56.888061 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b4ab1-7507-42c2-83f4-0a96a0041456 None None] Pushing event updated for resources: {'Port': ['ID=fba2a47a-f196-4bb4-9276-d77e54383c4f,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:56.901585 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.929927 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Sync routers for ids ['49492a10-f62e-48a7-9327-33f7979ea413'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:22:56.940305 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Routers {'49492a10-f62e-48a7-9327-33f7979ea413'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:22:56.940980 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-18259713-a183-4dad-9165-ab42a8539456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:22:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['49492a10-f62e-48a7-9327-33f7979ea413'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:56.953488 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:56.975043 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port 490d7cb3-c653-455d-9585-ca01dd836383, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=490d7cb3-c653-455d-9585-ca01dd836383,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:56.981022 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.063059 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=490d7cb3-c653-455d-9585-ca01dd836383,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:57.088555 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Set router 49492a10-f62e-48a7-9327-33f7979ea413 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:22:57.190199 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.296120 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-18259713-a183-4dad-9165-ab42a8539456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49492a10-f62e-48a7-9327-33f7979ea413', 'name': 'tempest-TestMinimumBasicScenario-566531741-router', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '490d7cb3-c653-455d-9585-ca01dd836383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 4, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'gw_port': {'id': '490d7cb3-c653-455d-9585-ca01dd836383', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f9:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '498b6151-03ba-40b9-97f5-52b18bf9124f', 'name': '', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'mac_address': 'fa:16:3e:e9:f9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 2, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'subnets': [{'id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:57.322421 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Checking router: 49492a10-f62e-48a7-9327-33f7979ea413 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:22:57.322773 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Updating router 49492a10-f62e-48a7-9327-33f7979ea413 port 498b6151-03ba-40b9-97f5-52b18bf9124f binding host dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:22:57.347809 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.387994 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3920561', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3921611'] for router, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.524075 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Router 1e4e82e6-a6da-4fad-a13b-d20d29af1809 is scheduled to L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a with binding_index 1 {{(pid=94085) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 03 18:22:57.631595 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.642492 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Transition to ACTIVE for port object 498b6151-03ba-40b9-97f5-52b18bf9124f will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:57.643046 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:22:57.651760 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.653786 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Sync routers for ids ['1e4e82e6-a6da-4fad-a13b-d20d29af1809'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:22:57.666702 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Routers {'1e4e82e6-a6da-4fad-a13b-d20d29af1809'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:22:57.667396 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:22:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['1e4e82e6-a6da-4fad-a13b-d20d29af1809'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:57.677652 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.679289 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c809ec49-7731-4b06-a72e-c7d5e7ae258b admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6159701 Sep 03 18:22:57.681982 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55498) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:22:57.699056 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a4209-156b-46c7-a3e6-adc2ac4c37c6 None None] Pushing event updated for resources: {'Port': ['ID=498b6151-03ba-40b9-97f5-52b18bf9124f,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:57.708936 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a4209-156b-46c7-a3e6-adc2ac4c37c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.709297 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a4209-156b-46c7-a3e6-adc2ac4c37c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.709631 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a4209-156b-46c7-a3e6-adc2ac4c37c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.710147 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a4209-156b-46c7-a3e6-adc2ac4c37c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.710657 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a4209-156b-46c7-a3e6-adc2ac4c37c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.711150 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a4209-156b-46c7-a3e6-adc2ac4c37c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.711634 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a4209-156b-46c7-a3e6-adc2ac4c37c6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.712127 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a4209-156b-46c7-a3e6-adc2ac4c37c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.712612 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a4209-156b-46c7-a3e6-adc2ac4c37c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.713092 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a4209-156b-46c7-a3e6-adc2ac4c37c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.714708 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a4209-156b-46c7-a3e6-adc2ac4c37c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.715116 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf1a4209-156b-46c7-a3e6-adc2ac4c37c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94087) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:22:57.809741 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Attempting to bind port 498b6151-03ba-40b9-97f5-52b18bf9124f on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:22:57.810627 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Attempting to bind port 498b6151-03ba-40b9-97f5-52b18bf9124f by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'c517896e-8100-4f82-8465-9469b9597680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:22:57.811242 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Attempting to bind port 498b6151-03ba-40b9-97f5-52b18bf9124f on network 75c64381-e993-4bca-b2d4-c9c08f521211 {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:22:57.814678 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Set router 1e4e82e6-a6da-4fad-a13b-d20d29af1809 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:22:57.819233 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:22:57.819855 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Checking segment: {'id': 'c517896e-8100-4f82-8465-9469b9597680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:22:57.820465 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.821049 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Bound using segment: {'id': 'c517896e-8100-4f82-8465-9469b9597680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:22:57.821929 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Bound port: 498b6151-03ba-40b9-97f5-52b18bf9124f, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c517896e-8100-4f82-8465-9469b9597680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:22:57.822570 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.918147 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-18259713-a183-4dad-9165-ab42a8539456 None None] For port 498b6151-03ba-40b9-97f5-52b18bf9124f, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:22:57.924047 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-18259713-a183-4dad-9165-ab42a8539456 None None] For port 498b6151-03ba-40b9-97f5-52b18bf9124f, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=498b6151-03ba-40b9-97f5-52b18bf9124f,segment=NetworkSegment(c517896e-8100-4f82-8465-9469b9597680),segment_id=c517896e-8100-4f82-8465-9469b9597680)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:22:57.930811 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:57.936608 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67145de-60ca-4aec-ac4a-28c221d8ffce None None] Network 04926322-879f-4d2e-a978-6ba7ecfb107d requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:22:57.976932 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Routers {'49492a10-f62e-48a7-9327-33f7979ea413'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:22:57.977794 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-18259713-a183-4dad-9165-ab42a8539456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:22:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['49492a10-f62e-48a7-9327-33f7979ea413'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:58.051769 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-2f86fd0a-9056-4ef7-a144-5d513e795bcf None None] Provisioning for port fba2a47a-f196-4bb4-9276-d77e54383c4f completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:58.089648 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a4209-156b-46c7-a3e6-adc2ac4c37c6 None None] Pushing event updated for resources: {'Port': ['ID=498b6151-03ba-40b9-97f5-52b18bf9124f,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:58.132200 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-18259713-a183-4dad-9165-ab42a8539456 None None] Set router 49492a10-f62e-48a7-9327-33f7979ea413 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:22:58.324221 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.373249 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'name': 'tempest-TestMinimumBasicScenario-1695368683-router', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a0fdab78-3db4-4ac8-8637-9bcf567a3476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:56Z', 'updated_at': '2021-09-03T18:22:57Z', 'revision_number': 3, 'project_id': 'b577ad70b6f84a30895060f8e63e4b76', 'gw_port': {'id': 'a0fdab78-3db4-4ac8-8637-9bcf567a3476', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:56Z', 'updated_at': '2021-09-03T18:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:58.410614 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Checking router: 1e4e82e6-a6da-4fad-a13b-d20d29af1809 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:22:58.411120 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Updating router 1e4e82e6-a6da-4fad-a13b-d20d29af1809 port a0fdab78-3db4-4ac8-8637-9bcf567a3476 binding host dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:22:58.417997 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.451362 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.454513 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.470347 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-18259713-a183-4dad-9165-ab42a8539456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49492a10-f62e-48a7-9327-33f7979ea413', 'name': 'tempest-TestMinimumBasicScenario-566531741-router', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '490d7cb3-c653-455d-9585-ca01dd836383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 4, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'gw_port': {'id': '490d7cb3-c653-455d-9585-ca01dd836383', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '498b6151-03ba-40b9-97f5-52b18bf9124f', 'name': '', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'mac_address': 'fa:16:3e:e9:f9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:57Z', 'revision_number': 4, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'subnets': [{'id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:58.510005 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18259713-a183-4dad-9165-ab42a8539456 None None] The sync data for ids ['49492a10-f62e-48a7-9327-33f7979ea413'] in dv-cinder-788782-10-iscsi is: [{'id': '49492a10-f62e-48a7-9327-33f7979ea413', 'name': 'tempest-TestMinimumBasicScenario-566531741-router', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '490d7cb3-c653-455d-9585-ca01dd836383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 4, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'gw_port': {'id': '490d7cb3-c653-455d-9585-ca01dd836383', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '498b6151-03ba-40b9-97f5-52b18bf9124f', 'name': '', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'mac_address': 'fa:16:3e:e9:f9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:57Z', 'revision_number': 4, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'subnets': [{'id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:22:58.639941 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Allocated IP 172.20.0.1 (04926322-879f-4d2e-a978-6ba7ecfb107d/f732db64-7936-474f-a7ab-e6424a5d29f1/ce2a7270-cd17-4023-9462-e8128eec629f) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:22:58.786584 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.803161 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 490d7cb3-c653-455d-9585-ca01dd836383 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:58.803752 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.provisioning_blocks [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Transition to ACTIVE for port object ce2a7270-cd17-4023-9462-e8128eec629f will not be triggered until provisioned by entity DHCP. {{(pid=94085) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:58.843456 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.844461 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Notify callbacks [] for port, precommit_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.862437 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Transition to ACTIVE for port object a0fdab78-3db4-4ac8-8637-9bcf567a3476 will not be triggered until provisioned by entity L2. {{(pid=94086) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:22:58.870222 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.888041 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Network 04926322-879f-4d2e-a978-6ba7ecfb107d is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:58.890944 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:58.893619 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:22:58.912922 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 490d7cb3-c653-455d-9585-ca01dd836383 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:58.913307 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.930622 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ce2a7270-cd17-4023-9462-e8128eec629f,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:58.947160 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3823332'] for router_interface, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.957744 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93035601-1d3a-4594-8147-63a56b65d4be None None] Pushing event updated for resources: {'Port': ['ID=a0fdab78-3db4-4ac8-8637-9bcf567a3476,revision_number=2']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:58.962004 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Attempting to bind port a0fdab78-3db4-4ac8-8637-9bcf567a3476 on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:22:58.962405 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Attempting to bind port a0fdab78-3db4-4ac8-8637-9bcf567a3476 by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:22:58.962768 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Attempting to bind port a0fdab78-3db4-4ac8-8637-9bcf567a3476 on network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:22:58.975278 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:22:58.975657 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Checking segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94086) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:22:58.976060 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:58.976455 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Bound using segment: {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'} {{(pid=94086) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:22:58.976940 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.managers [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Bound port: a0fdab78-3db4-4ac8-8637-9bcf567a3476, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7'}}] {{(pid=94086) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:22:58.977323 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.066589 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] For port a0fdab78-3db4-4ac8-8637-9bcf567a3476, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94086) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:22:59.073599 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] For port a0fdab78-3db4-4ac8-8637-9bcf567a3476, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=a0fdab78-3db4-4ac8-8637-9bcf567a3476,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94086) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:22:59.076008 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 498b6151-03ba-40b9-97f5-52b18bf9124f up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:59.100289 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.121493 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.185353 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Routers {'1e4e82e6-a6da-4fad-a13b-d20d29af1809'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:22:59.185939 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:22:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['1e4e82e6-a6da-4fad-a13b-d20d29af1809'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:59.187683 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-3951b132-6f0f-48b6-a539-90f5622a8b16 None None] Provisioning for port ce2a7270-cd17-4023-9462-e8128eec629f completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:59.192612 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93035601-1d3a-4594-8147-63a56b65d4be None None] Pushing event updated for resources: {'Port': ['ID=a0fdab78-3db4-4ac8-8637-9bcf567a3476,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:59.257601 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-3951b132-6f0f-48b6-a539-90f5622a8b16 None None] Provisioning complete for port ce2a7270-cd17-4023-9462-e8128eec629f triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:59.257971 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3951b132-6f0f-48b6-a539-90f5622a8b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.284711 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port 498b6151-03ba-40b9-97f5-52b18bf9124f completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:59.303978 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 498b6151-03ba-40b9-97f5-52b18bf9124f triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:59.303978 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.311231 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-3951b132-6f0f-48b6-a539-90f5622a8b16 None None] Port ce2a7270-cd17-4023-9462-e8128eec629f cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:22:59.311372 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.318236 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.370448 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] Set router 1e4e82e6-a6da-4fad-a13b-d20d29af1809 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:22:59.384323 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ce2a7270-cd17-4023-9462-e8128eec629f,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:59.387956 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3798207', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3920916'] for router_interface, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.481102 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Network 04926322-879f-4d2e-a978-6ba7ecfb107d is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:22:59.483038 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:22:59.484136 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.561793 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port 498b6151-03ba-40b9-97f5-52b18bf9124f, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=498b6151-03ba-40b9-97f5-52b18bf9124f,segment=NetworkSegment(c517896e-8100-4f82-8465-9469b9597680),segment_id=c517896e-8100-4f82-8465-9469b9597680)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:59.567193 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.567964 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device fba2a47a-f196-4bb4-9276-d77e54383c4f up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:22:59.610607 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Router 1e4e82e6-a6da-4fad-a13b-d20d29af1809 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:22:59.701311 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=498b6151-03ba-40b9-97f5-52b18bf9124f,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:22:59.717254 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port fba2a47a-f196-4bb4-9276-d77e54383c4f completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:22:59.728681 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port fba2a47a-f196-4bb4-9276-d77e54383c4f triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:59.728890 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:22:59.729038 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.733242 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'name': 'tempest-TestMinimumBasicScenario-1695368683-router', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a0fdab78-3db4-4ac8-8637-9bcf567a3476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:56Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 4, 'project_id': 'b577ad70b6f84a30895060f8e63e4b76', 'gw_port': {'id': 'a0fdab78-3db4-4ac8-8637-9bcf567a3476', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:56Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'ce2a7270-cd17-4023-9462-e8128eec629f', 'name': '', 'network_id': '04926322-879f-4d2e-a978-6ba7ecfb107d', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'mac_address': 'fa:16:3e:90:ea:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f732db64-7936-474f-a7ab-e6424a5d29f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:58Z', 'updated_at': '2021-09-03T18:22:58Z', 'revision_number': 1, 'project_id': 'b577ad70b6f84a30895060f8e63e4b76', 'subnets': [{'id': 'f732db64-7936-474f-a7ab-e6424a5d29f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:22:59.738727 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-013ceb46-3cb1-4ddd-8988-45598f6522c3 admin admin] 10.222.0.45 "PUT /v2.0/routers/1e4e82e6-a6da-4fad-a13b-d20d29af1809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0507934 Sep 03 18:22:59.788169 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d280b5f-737e-4158-a343-9efecfe15eb8 None None] The sync data for ids ['1e4e82e6-a6da-4fad-a13b-d20d29af1809'] in dv-cinder-788782-10-iscsi is: [{'id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'name': 'tempest-TestMinimumBasicScenario-1695368683-router', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a0fdab78-3db4-4ac8-8637-9bcf567a3476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:56Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 4, 'project_id': 'b577ad70b6f84a30895060f8e63e4b76', 'gw_port': {'id': 'a0fdab78-3db4-4ac8-8637-9bcf567a3476', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:56Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'ce2a7270-cd17-4023-9462-e8128eec629f', 'name': '', 'network_id': '04926322-879f-4d2e-a978-6ba7ecfb107d', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'mac_address': 'fa:16:3e:90:ea:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f732db64-7936-474f-a7ab-e6424a5d29f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:58Z', 'updated_at': '2021-09-03T18:22:58Z', 'revision_number': 1, 'project_id': 'b577ad70b6f84a30895060f8e63e4b76', 'subnets': [{'id': 'f732db64-7936-474f-a7ab-e6424a5d29f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:22:59.793447 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-a6b04718-d3bd-4aa6-86b6-a348ae57d571 None None] Provisioning complete for port ce2a7270-cd17-4023-9462-e8128eec629f triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:22:59.793814 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a6b04718-d3bd-4aa6-86b6-a348ae57d571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.840629 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-a6b04718-d3bd-4aa6-86b6-a348ae57d571 None None] Port ce2a7270-cd17-4023-9462-e8128eec629f cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:22:59.880877 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.917267 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port fba2a47a-f196-4bb4-9276-d77e54383c4f, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=fba2a47a-f196-4bb4-9276-d77e54383c4f,segment=NetworkSegment(4724c955-0660-4231-a6e5-53b81373f9de),segment_id=4724c955-0660-4231-a6e5-53b81373f9de)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:22:59.921481 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:22:59.989227 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=fba2a47a-f196-4bb4-9276-d77e54383c4f,revision_number=3']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:00.651369 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device fba2a47a-f196-4bb4-9276-d77e54383c4f up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:00.707999 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port fba2a47a-f196-4bb4-9276-d77e54383c4f triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:00.708213 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:00.795610 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 498b6151-03ba-40b9-97f5-52b18bf9124f up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:00.845107 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port 498b6151-03ba-40b9-97f5-52b18bf9124f triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:00.845800 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.676970 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device a0fdab78-3db4-4ac8-8637-9bcf567a3476 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:02.734493 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port a0fdab78-3db4-4ac8-8637-9bcf567a3476 completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:02.742098 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port a0fdab78-3db4-4ac8-8637-9bcf567a3476 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:02.742585 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.802301 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Sync routers for ids ['1e4e82e6-a6da-4fad-a13b-d20d29af1809'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:02.811532 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Routers {'1e4e82e6-a6da-4fad-a13b-d20d29af1809'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:02.812249 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:22:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['1e4e82e6-a6da-4fad-a13b-d20d29af1809'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:02.856454 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.880282 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port a0fdab78-3db4-4ac8-8637-9bcf567a3476, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=a0fdab78-3db4-4ac8-8637-9bcf567a3476,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:02.890309 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:02.938343 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=a0fdab78-3db4-4ac8-8637-9bcf567a3476,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:02.963581 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Set router 1e4e82e6-a6da-4fad-a13b-d20d29af1809 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:03.167693 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'name': 'tempest-TestMinimumBasicScenario-1695368683-router', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a0fdab78-3db4-4ac8-8637-9bcf567a3476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:56Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 4, 'project_id': 'b577ad70b6f84a30895060f8e63e4b76', 'gw_port': {'id': 'a0fdab78-3db4-4ac8-8637-9bcf567a3476', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a6:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:56Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'ce2a7270-cd17-4023-9462-e8128eec629f', 'name': '', 'network_id': '04926322-879f-4d2e-a978-6ba7ecfb107d', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'mac_address': 'fa:16:3e:90:ea:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f732db64-7936-474f-a7ab-e6424a5d29f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:58Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 2, 'project_id': 'b577ad70b6f84a30895060f8e63e4b76', 'subnets': [{'id': 'f732db64-7936-474f-a7ab-e6424a5d29f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:03.196123 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Checking router: 1e4e82e6-a6da-4fad-a13b-d20d29af1809 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:23:03.196706 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Updating router 1e4e82e6-a6da-4fad-a13b-d20d29af1809 port ce2a7270-cd17-4023-9462-e8128eec629f binding host dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 03 18:23:03.226162 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.531261 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.543645 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.provisioning_blocks [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Transition to ACTIVE for port object ce2a7270-cd17-4023-9462-e8128eec629f will not be triggered until provisioned by entity L2. {{(pid=94087) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:03.551339 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.599503 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c2452-81b0-45aa-b241-62835336da58 None None] Pushing event updated for resources: {'Port': ['ID=ce2a7270-cd17-4023-9462-e8128eec629f,revision_number=3']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:03.662171 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Attempting to bind port ce2a7270-cd17-4023-9462-e8128eec629f on host dv-cinder-788782-10-iscsi for vnic_type normal with profile {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:23:03.662580 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Attempting to bind port ce2a7270-cd17-4023-9462-e8128eec629f by drivers openvswitch,hyperv on host dv-cinder-788782-10-iscsi at level 0 using segments [{'id': '4724c955-0660-4231-a6e5-53b81373f9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04926322-879f-4d2e-a978-6ba7ecfb107d'}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:23:03.662937 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Attempting to bind port ce2a7270-cd17-4023-9462-e8128eec629f on network 04926322-879f-4d2e-a978-6ba7ecfb107d {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:03.668350 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Checking agent: {'id': '51c82b6c-a38e-4197-bc0d-9a65bc432d6c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788782-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 5, 26), 'started_at': datetime.datetime(2021, 9, 3, 18, 5, 56), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788782-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:23:03.668727 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Checking segment: {'id': '4724c955-0660-4231-a6e5-53b81373f9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04926322-879f-4d2e-a978-6ba7ecfb107d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94087) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:03.669120 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.669504 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Bound using segment: {'id': '4724c955-0660-4231-a6e5-53b81373f9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04926322-879f-4d2e-a978-6ba7ecfb107d'} {{(pid=94087) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:23:03.669963 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.managers [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Bound port: ce2a7270-cd17-4023-9462-e8128eec629f, host: dv-cinder-788782-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4724c955-0660-4231-a6e5-53b81373f9de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '04926322-879f-4d2e-a978-6ba7ecfb107d'}}] {{(pid=94087) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:23:03.671267 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.738343 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] For port ce2a7270-cd17-4023-9462-e8128eec629f, host dv-cinder-788782-10-iscsi, cleared binding levels {{(pid=94087) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:23:03.741562 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.plugins.ml2.db [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] For port ce2a7270-cd17-4023-9462-e8128eec629f, host dv-cinder-788782-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=ce2a7270-cd17-4023-9462-e8128eec629f,segment=NetworkSegment(4724c955-0660-4231-a6e5-53b81373f9de),segment_id=4724c955-0660-4231-a6e5-53b81373f9de)] {{(pid=94087) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:23:03.750063 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron_lib.callbacks.manager [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94087) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:03.805019 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7c2452-81b0-45aa-b241-62835336da58 None None] Pushing event updated for resources: {'Port': ['ID=ce2a7270-cd17-4023-9462-e8128eec629f,revision_number=4']} {{(pid=94087) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:03.821889 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Routers {'1e4e82e6-a6da-4fad-a13b-d20d29af1809'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:03.822528 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:22:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['1e4e82e6-a6da-4fad-a13b-d20d29af1809'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:03.933383 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] Set router 1e4e82e6-a6da-4fad-a13b-d20d29af1809 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:04.158430 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'name': 'tempest-TestMinimumBasicScenario-1695368683-router', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a0fdab78-3db4-4ac8-8637-9bcf567a3476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:56Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 4, 'project_id': 'b577ad70b6f84a30895060f8e63e4b76', 'gw_port': {'id': 'a0fdab78-3db4-4ac8-8637-9bcf567a3476', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:56Z', 'updated_at': '2021-09-03T18:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'ce2a7270-cd17-4023-9462-e8128eec629f', 'name': '', 'network_id': '04926322-879f-4d2e-a978-6ba7ecfb107d', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'mac_address': 'fa:16:3e:90:ea:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f732db64-7936-474f-a7ab-e6424a5d29f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:58Z', 'updated_at': '2021-09-03T18:23:03Z', 'revision_number': 4, 'project_id': 'b577ad70b6f84a30895060f8e63e4b76', 'subnets': [{'id': 'f732db64-7936-474f-a7ab-e6424a5d29f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:04.186627 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a7efbc5-b047-49e9-a319-97fe57dc3cb2 None None] The sync data for ids ['1e4e82e6-a6da-4fad-a13b-d20d29af1809'] in dv-cinder-788782-10-iscsi is: [{'id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'name': 'tempest-TestMinimumBasicScenario-1695368683-router', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a0fdab78-3db4-4ac8-8637-9bcf567a3476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:56Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 4, 'project_id': 'b577ad70b6f84a30895060f8e63e4b76', 'gw_port': {'id': 'a0fdab78-3db4-4ac8-8637-9bcf567a3476', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:56Z', 'updated_at': '2021-09-03T18:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'ce2a7270-cd17-4023-9462-e8128eec629f', 'name': '', 'network_id': '04926322-879f-4d2e-a978-6ba7ecfb107d', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'mac_address': 'fa:16:3e:90:ea:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'f732db64-7936-474f-a7ab-e6424a5d29f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:58Z', 'updated_at': '2021-09-03T18:23:03Z', 'revision_number': 4, 'project_id': 'b577ad70b6f84a30895060f8e63e4b76', 'subnets': [{'id': 'f732db64-7936-474f-a7ab-e6424a5d29f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:23:04.673929 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device ce2a7270-cd17-4023-9462-e8128eec629f up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:04.730328 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning for port ce2a7270-cd17-4023-9462-e8128eec629f completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:04.736805 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port ce2a7270-cd17-4023-9462-e8128eec629f triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:04.737173 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.836931 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.870397 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] For port ce2a7270-cd17-4023-9462-e8128eec629f, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=ce2a7270-cd17-4023-9462-e8128eec629f,segment=NetworkSegment(4724c955-0660-4231-a6e5-53b81373f9de),segment_id=4724c955-0660-4231-a6e5-53b81373f9de)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:04.875696 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:04.876538 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device a0fdab78-3db4-4ac8-8637-9bcf567a3476 up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:04.955511 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Pushing event updated for resources: {'Port': ['ID=ce2a7270-cd17-4023-9462-e8128eec629f,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:04.966057 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port a0fdab78-3db4-4ac8-8637-9bcf567a3476 triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:04.966458 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:06.628505 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device ce2a7270-cd17-4023-9462-e8128eec629f up at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:06.680837 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Provisioning complete for port ce2a7270-cd17-4023-9462-e8128eec629f triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:06.681276 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:10.286622 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad560-e669-4103-b8bd-5a397f6f062d req-8c674ea0-5971-4427-8949-234be171046a tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:10.288094 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-060ad560-e669-4103-b8bd-5a397f6f062d req-8c674ea0-5971-4427-8949-234be171046a tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/networks?id=75c64381-e993-4bca-b2d4-c9c08f521211 HTTP/1.1" status: 200 len: 814 time: 0.0990732 Sep 03 18:23:10.303340 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-060ad560-e669-4103-b8bd-5a397f6f062d req-269cc0a5-f0e5-4628-946d-6d8ad65f1331 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/quotas/23ca922c86f24aa1a59a9f04c0553615 HTTP/1.1" status: 200 len: 375 time: 0.0097308 Sep 03 18:23:10.352638 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-060ad560-e669-4103-b8bd-5a397f6f062d req-2837abd6-50b6-4c54-b7a4-e9ee1fa01f49 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=23ca922c86f24aa1a59a9f04c0553615&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438972 Sep 03 18:23:10.449440 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-060ad560-e669-4103-b8bd-5a397f6f062d req-d4b88754-486f-4772-97c1-06adf3a2f5b3 service neutron] 10.222.0.45 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849869 Sep 03 18:23:10.538675 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-060ad560-e669-4103-b8bd-5a397f6f062d req-4f02c67d-d02d-4e27-b7d2-db7350c0d17e service neutron] 10.222.0.45 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828028 Sep 03 18:23:10.690738 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ffa57065-a592-4b32-ba7b-c1920b524f1b req-8db90831-ce86-485f-874d-3451f597d449 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 210 time: 0.0259883 Sep 03 18:23:11.588539 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad560-e669-4103-b8bd-5a397f6f062d req-2faf1d40-bd39-438f-ac22-81f43ae9e62f tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:11.590019 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-060ad560-e669-4103-b8bd-5a397f6f062d req-2faf1d40-bd39-438f-ac22-81f43ae9e62f tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.55 "GET /v2.0/networks?id=75c64381-e993-4bca-b2d4-c9c08f521211 HTTP/1.1" status: 200 len: 814 time: 0.1029904 Sep 03 18:23:11.602524 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-060ad560-e669-4103-b8bd-5a397f6f062d req-b84c3bc2-0d2e-4828-9abc-0fed8385fc8e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Request body: {'port': {'device_id': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'admin_state_up': True, 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:11.708109 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-060ad560-e669-4103-b8bd-5a397f6f062d req-b84c3bc2-0d2e-4828-9abc-0fed8385fc8e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Made reservation on behalf of 23ca922c86f24aa1a59a9f04c0553615 for: {'port': 1} {{(pid=94084) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 03 18:23:11.711653 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-060ad560-e669-4103-b8bd-5a397f6f062d req-b84c3bc2-0d2e-4828-9abc-0fed8385fc8e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:11.787456 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-106c3e67-1e1a-483e-a46c-3f070b1f985a req-805c5a43-283b-4a06-8e8c-60ae046f8ba5 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 210 time: 0.0277658 Sep 03 18:23:11.841954 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_common [req-060ad560-e669-4103-b8bd-5a397f6f062d req-b84c3bc2-0d2e-4828-9abc-0fed8385fc8e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Allocated IP 172.20.0.14 (75c64381-e993-4bca-b2d4-c9c08f521211/70d6f2a8-ce05-4c57-8373-8c3d301ad105/186df1bf-1a71-4268-aa61-4c2bf945d0ee) {{(pid=94084) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:23:12.009570 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-060ad560-e669-4103-b8bd-5a397f6f062d req-b84c3bc2-0d2e-4828-9abc-0fed8385fc8e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for port, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.024837 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-060ad560-e669-4103-b8bd-5a397f6f062d req-b84c3bc2-0d2e-4828-9abc-0fed8385fc8e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Transition to ACTIVE for port object 186df1bf-1a71-4268-aa61-4c2bf945d0ee will not be triggered until provisioned by entity DHCP. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:12.059507 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-060ad560-e669-4103-b8bd-5a397f6f062d req-b84c3bc2-0d2e-4828-9abc-0fed8385fc8e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.084002 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-060ad560-e669-4103-b8bd-5a397f6f062d req-b84c3bc2-0d2e-4828-9abc-0fed8385fc8e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Network 75c64381-e993-4bca-b2d4-c9c08f521211 is already hosted by enough agents. {{(pid=94084) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:12.103821 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.base_scheduler [req-060ad560-e669-4103-b8bd-5a397f6f062d req-b84c3bc2-0d2e-4828-9abc-0fed8385fc8e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Resources bound (agent type, host, resource id): {{(pid=94084) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:12.106437 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-060ad560-e669-4103-b8bd-5a397f6f062d req-b84c3bc2-0d2e-4828-9abc-0fed8385fc8e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Received port after_create {{(pid=94084) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:23:12.160053 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84c3bc2-0d2e-4828-9abc-0fed8385fc8e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Pushing event updated for resources: {'Port': ['ID=186df1bf-1a71-4268-aa61-4c2bf945d0ee,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:12.181631 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad560-e669-4103-b8bd-5a397f6f062d req-b84c3bc2-0d2e-4828-9abc-0fed8385fc8e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:12.182301 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-060ad560-e669-4103-b8bd-5a397f6f062d req-b84c3bc2-0d2e-4828-9abc-0fed8385fc8e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.203221 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-060ad560-e669-4103-b8bd-5a397f6f062d req-b84c3bc2-0d2e-4828-9abc-0fed8385fc8e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6042550 Sep 03 18:23:12.397130 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-5ba26fff-e64a-4ccc-8288-d6d28dc72285 None None] Provisioning for port 186df1bf-1a71-4268-aa61-4c2bf945d0ee completed by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:12.400621 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-5ba26fff-e64a-4ccc-8288-d6d28dc72285 None None] Provisioning complete for port 186df1bf-1a71-4268-aa61-4c2bf945d0ee triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:12.400988 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5ba26fff-e64a-4ccc-8288-d6d28dc72285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:12.557239 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-5ba26fff-e64a-4ccc-8288-d6d28dc72285 None None] Port 186df1bf-1a71-4268-aa61-4c2bf945d0ee cannot update to ACTIVE because it is not bound. {{(pid=94086) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 03 18:23:12.907689 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73aefc1d-61a7-4555-83f8-8717cc929bd8 req-2a60cdb4-8da7-4e30-8116-082280c42f1e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:12.909152 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-73aefc1d-61a7-4555-83f8-8717cc929bd8 req-2a60cdb4-8da7-4e30-8116-082280c42f1e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 932 time: 0.0520086 Sep 03 18:23:12.951679 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-73aefc1d-61a7-4555-83f8-8717cc929bd8 req-4ca4988e-a764-470b-a62b-cc42a81231ad tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322804 Sep 03 18:23:14.074909 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ccab09-627a-46c6-a052-d0f5f11fa511 req-1af4beff-d8d1-45a8-a8ab-e8c5abb6f111 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:14.077246 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-73ccab09-627a-46c6-a052-d0f5f11fa511 req-1af4beff-d8d1-45a8-a8ab-e8c5abb6f111 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 932 time: 0.0547531 Sep 03 18:23:14.115223 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-73ccab09-627a-46c6-a052-d0f5f11fa511 req-80115bae-934f-4448-93d9-d08d62f9e1ff tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313556 Sep 03 18:23:15.231297 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d62d482-2d96-4d13-a730-ab6ec9c194b7 req-b0faed60-837f-4205-a97f-dc0e55b7c442 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:15.232949 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8d62d482-2d96-4d13-a730-ab6ec9c194b7 req-b0faed60-837f-4205-a97f-dc0e55b7c442 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 932 time: 0.0497546 Sep 03 18:23:15.274714 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8d62d482-2d96-4d13-a730-ab6ec9c194b7 req-13d552fa-e8fe-4d1b-b4f9-6a0414f55047 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333791 Sep 03 18:23:16.394671 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d5ddc-1077-4ae7-aa5a-d2721dabc5c8 req-32a384d7-a630-4e54-b3e8-c756f1be170b tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:16.396398 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d81d5ddc-1077-4ae7-aa5a-d2721dabc5c8 req-32a384d7-a630-4e54-b3e8-c756f1be170b tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 932 time: 0.0490687 Sep 03 18:23:16.438825 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d81d5ddc-1077-4ae7-aa5a-d2721dabc5c8 req-f89853ae-37f6-4636-b25f-15a059b5ca07 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364926 Sep 03 18:23:17.570004 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3946b5-5db3-46a1-a7be-723d915f4a88 req-0351b878-4210-49c7-9d92-4c51bf374f27 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:17.571676 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0c3946b5-5db3-46a1-a7be-723d915f4a88 req-0351b878-4210-49c7-9d92-4c51bf374f27 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 932 time: 0.0685494 Sep 03 18:23:17.616079 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-0c3946b5-5db3-46a1-a7be-723d915f4a88 req-10079463-ce25-44db-a152-8e69a004a684 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379624 Sep 03 18:23:17.906411 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:23:18.736111 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a6259-7757-423e-bdca-c142f891d3f5 req-1d6ded3d-92d0-4453-8739-f29d419a4963 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:18.738125 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ad0a6259-7757-423e-bdca-c142f891d3f5 req-1d6ded3d-92d0-4453-8739-f29d419a4963 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 932 time: 0.0508623 Sep 03 18:23:18.787615 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ad0a6259-7757-423e-bdca-c142f891d3f5 req-af2d376c-1629-4fca-a20a-8ecf0dfd2dbf tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439353 Sep 03 18:23:20.060064 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ebad9c-456d-49cc-bcc3-f83b34a469be req-f54bc5c0-d11f-45ef-a4f1-1991d221cbc6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:20.061522 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63ebad9c-456d-49cc-bcc3-f83b34a469be req-f54bc5c0-d11f-45ef-a4f1-1991d221cbc6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 932 time: 0.2101843 Sep 03 18:23:20.102591 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-63ebad9c-456d-49cc-bcc3-f83b34a469be req-91ff3172-a007-453e-aa68-8f9a96530b82 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344322 Sep 03 18:23:21.282155 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dce24fb-8569-4402-b4b8-137e36115f69 req-d0349157-9c91-4ef3-93fe-74fd7dcded55 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:21.283684 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1dce24fb-8569-4402-b4b8-137e36115f69 req-d0349157-9c91-4ef3-93fe-74fd7dcded55 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 932 time: 0.1092589 Sep 03 18:23:21.320802 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1dce24fb-8569-4402-b4b8-137e36115f69 req-b0331e7e-bd2c-4046-bf1c-c79e15989e79 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311337 Sep 03 18:23:22.436095 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6193d5af-65d2-41ee-80e7-07da80dbc92d req-20f21ffe-600b-4899-91a4-8ad0ddc8fb7d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:22.437575 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6193d5af-65d2-41ee-80e7-07da80dbc92d req-20f21ffe-600b-4899-91a4-8ad0ddc8fb7d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 932 time: 0.0508199 Sep 03 18:23:22.474521 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6193d5af-65d2-41ee-80e7-07da80dbc92d req-465f0fdd-dd0a-4018-8c56-8549928089f1 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303388 Sep 03 18:23:22.722170 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-71e8601a-7391-4718-93ba-9b891160dbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:23.244881 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Request body: {'port': {'device_id': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78878'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:23.300186 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:23.567823 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 186df1bf-1a71-4268-aa61-4c2bf945d0ee {{(pid=94084) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:23:23.575298 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:23.587916 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.provisioning_blocks [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Transition to ACTIVE for port object 186df1bf-1a71-4268-aa61-4c2bf945d0ee will not be triggered until provisioned by entity L2. {{(pid=94084) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 03 18:23:23.591556 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:23.592507 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c339cf-d365-43bd-bbdc-5fa005d2ff98 req-1f5c2e16-fafc-469c-b119-0de48b3b4977 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:23.594015 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1c339cf-d365-43bd-bbdc-5fa005d2ff98 req-1f5c2e16-fafc-469c-b119-0de48b3b4977 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 932 time: 0.0490730 Sep 03 18:23:23.636360 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a1c339cf-d365-43bd-bbdc-5fa005d2ff98 req-e862a56a-2a73-4325-aebd-eb9dd0e9904a tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360663 Sep 03 18:23:23.642593 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Pushing event updated for resources: {'Port': ['ID=186df1bf-1a71-4268-aa61-4c2bf945d0ee,revision_number=2']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:23.712732 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Attempting to bind port 186df1bf-1a71-4268-aa61-4c2bf945d0ee on host hv-cinder-78878 for vnic_type normal with profile {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 03 18:23:23.713074 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Attempting to bind port 186df1bf-1a71-4268-aa61-4c2bf945d0ee by drivers openvswitch,hyperv on host hv-cinder-78878 at level 0 using segments [{'id': 'c517896e-8100-4f82-8465-9469b9597680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211'}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 03 18:23:23.713402 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Attempting to bind port 186df1bf-1a71-4268-aa61-4c2bf945d0ee on network 75c64381-e993-4bca-b2d4-c9c08f521211 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:23.721647 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Port 186df1bf-1a71-4268-aa61-4c2bf945d0ee on network 75c64381-e993-4bca-b2d4-c9c08f521211 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78878 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 03 18:23:23.721956 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Attempting to bind port 186df1bf-1a71-4268-aa61-4c2bf945d0ee on network 75c64381-e993-4bca-b2d4-c9c08f521211 {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 03 18:23:23.727184 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Checking agent: {'id': '17dd150f-c829-4c11-94a1-f6d1fb43cadd', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78878', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'started_at': datetime.datetime(2021, 9, 3, 18, 11, 28), 'heartbeat_timestamp': datetime.datetime(2021, 9, 3, 18, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 03 18:23:23.727524 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Checking segment: {'id': 'c517896e-8100-4f82-8465-9469b9597680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94084) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 03 18:23:23.727914 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Bound using segment: {'id': 'c517896e-8100-4f82-8465-9469b9597680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211'} {{(pid=94084) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 03 18:23:23.728368 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.managers [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Bound port: 186df1bf-1a71-4268-aa61-4c2bf945d0ee, host: hv-cinder-78878, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c517896e-8100-4f82-8465-9469b9597680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211'}}] {{(pid=94084) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 03 18:23:23.728728 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:23.796943 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] For port 186df1bf-1a71-4268-aa61-4c2bf945d0ee, host hv-cinder-78878, cleared binding levels {{(pid=94084) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 03 18:23:23.800499 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] For port 186df1bf-1a71-4268-aa61-4c2bf945d0ee, host hv-cinder-78878, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=186df1bf-1a71-4268-aa61-4c2bf945d0ee,segment=NetworkSegment(c517896e-8100-4f82-8465-9469b9597680),segment_id=c517896e-8100-4f82-8465-9469b9597680)] {{(pid=94084) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 03 18:23:23.805096 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26210753'] for port, after_update {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:23.839589 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:23.840210 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:23.841679 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-060ad560-e669-4103-b8bd-5a397f6f062d req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] 10.222.0.55 "PUT /v2.0/ports/186df1bf-1a71-4268-aa61-4c2bf945d0ee HTTP/1.1" status: 200 len: 1094 time: 0.6016273 Sep 03 18:23:23.842026 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'tag': '186df1bf-1a71-4268-aa61-4c2bf945d0ee'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:23.844269 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e57db3-29b1-4f05-8877-60ff45442cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "536db917-c7c7-47b9-be93-f79ef6afc21d", "tag": "186df1bf-1a71-4268-aa61-4c2bf945d0ee"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:23.867769 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7212c7-98e7-40ef-b5bc-b6165cb24f87 service neutron] Pushing event updated for resources: {'Port': ['ID=186df1bf-1a71-4268-aa61-4c2bf945d0ee,revision_number=3']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:23.890948 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a48a2b4e-67e6-49a6-a846-70520e17de54 x-openstack-request-id: req-a48a2b4e-67e6-49a6-a846-70520e17de54 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:23.891245 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536db917-c7c7-47b9-be93-f79ef6afc21d", "tag": "186df1bf-1a71-4268-aa61-4c2bf945d0ee", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:23.891503 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a48a2b4e-67e6-49a6-a846-70520e17de54 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:23.891903 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'tag': '186df1bf-1a71-4268-aa61-4c2bf945d0ee', 'status': 'completed', 'code': 200} Sep 03 18:23:23.941512 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad560-e669-4103-b8bd-5a397f6f062d req-4258fd6f-8272-416a-a9b4-961588215371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:23.943080 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-060ad560-e669-4103-b8bd-5a397f6f062d req-4258fd6f-8272-416a-a9b4-961588215371 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23ca922c86f24aa1a59a9f04c0553615&device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 1097 time: 0.0458605 Sep 03 18:23:23.985930 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-060ad560-e669-4103-b8bd-5a397f6f062d req-927304cb-1a4c-4ded-bda2-0fdf9bec1b0f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186df1bf-1a71-4268-aa61-4c2bf945d0ee HTTP/1.1" status: 200 len: 217 time: 0.0342464 Sep 03 18:23:24.038858 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad560-e669-4103-b8bd-5a397f6f062d req-3c5146f4-d5aa-46e1-a638-c948d15cafa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:24.040756 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-060ad560-e669-4103-b8bd-5a397f6f062d req-3c5146f4-d5aa-46e1-a638-c948d15cafa2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70d6f2a8-ce05-4c57-8373-8c3d301ad105 HTTP/1.1" status: 200 len: 853 time: 0.0482130 Sep 03 18:23:24.092785 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060ad560-e669-4103-b8bd-5a397f6f062d req-ce04853a-22e7-4328-a1ce-028f46dc0896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:24.094284 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-060ad560-e669-4103-b8bd-5a397f6f062d req-ce04853a-22e7-4328-a1ce-028f46dc0896 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75c64381-e993-4bca-b2d4-c9c08f521211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0458455 Sep 03 18:23:24.181200 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-060ad560-e669-4103-b8bd-5a397f6f062d req-5c1add16-152b-4e41-9da4-357c6af8a0d6 service neutron] 10.222.0.55 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794258 Sep 03 18:23:24.277312 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-060ad560-e669-4103-b8bd-5a397f6f062d req-03f0d128-1c9d-4a17-84ea-51e72ee31c42 service neutron] 10.222.0.55 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823996 Sep 03 18:23:24.366709 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e57db3-29b1-4f05-8877-60ff45442cfe req-8fa0d339-f71f-440f-b3ee-f17c2c5a1e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:24.368088 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-51e57db3-29b1-4f05-8877-60ff45442cfe req-8fa0d339-f71f-440f-b3ee-f17c2c5a1e9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23ca922c86f24aa1a59a9f04c0553615&device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 1097 time: 0.0417762 Sep 03 18:23:24.460349 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e57db3-29b1-4f05-8877-60ff45442cfe req-56ed4e50-fa89-4f7b-af68-5d32cb8f56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:24.461885 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-51e57db3-29b1-4f05-8877-60ff45442cfe req-56ed4e50-fa89-4f7b-af68-5d32cb8f56c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=75c64381-e993-4bca-b2d4-c9c08f521211 HTTP/1.1" status: 200 len: 915 time: 0.0865085 Sep 03 18:23:24.505578 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-51e57db3-29b1-4f05-8877-60ff45442cfe req-6f966753-210b-4efc-86a4-60b1c77841d2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186df1bf-1a71-4268-aa61-4c2bf945d0ee HTTP/1.1" status: 200 len: 217 time: 0.0356560 Sep 03 18:23:24.554788 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e57db3-29b1-4f05-8877-60ff45442cfe req-d78a7944-190d-4e53-99f3-e7767add4101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:24.556220 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-51e57db3-29b1-4f05-8877-60ff45442cfe req-d78a7944-190d-4e53-99f3-e7767add4101 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70d6f2a8-ce05-4c57-8373-8c3d301ad105 HTTP/1.1" status: 200 len: 853 time: 0.0431910 Sep 03 18:23:24.602364 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e57db3-29b1-4f05-8877-60ff45442cfe req-ad48fbaf-6db6-4b80-b12c-abd387de76eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:24.603837 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-51e57db3-29b1-4f05-8877-60ff45442cfe req-ad48fbaf-6db6-4b80-b12c-abd387de76eb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75c64381-e993-4bca-b2d4-c9c08f521211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399024 Sep 03 18:23:24.701610 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-51e57db3-29b1-4f05-8877-60ff45442cfe req-c62fba3b-e3a9-46eb-ae88-429c36a863fb service neutron] 10.222.0.55 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906250 Sep 03 18:23:24.758850 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380eb8a5-5d02-452c-a007-243674b31a05 req-f909e673-8471-496b-a12a-927ab6c698a7 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:24.760357 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-380eb8a5-5d02-452c-a007-243674b31a05 req-f909e673-8471-496b-a12a-927ab6c698a7 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 944 time: 0.0533669 Sep 03 18:23:24.797723 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-51e57db3-29b1-4f05-8877-60ff45442cfe req-75c3f63e-76ed-4067-a4f7-88ee6bc5bfb9 service neutron] 10.222.0.55 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885320 Sep 03 18:23:24.798320 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-380eb8a5-5d02-452c-a007-243674b31a05 req-1eb9214e-3bdf-46a9-a389-7ebd93a28e78 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320604 Sep 03 18:23:25.399425 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-823b1f3c-3d03-4188-9066-db6a4433d0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:25.870735 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:25.915631 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8df3068-47f3-43f1-8d9c-c4f73002fe67 req-2c983b39-42a0-4c9e-b63f-02b4b348e7dd tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:25.917105 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8df3068-47f3-43f1-8d9c-c4f73002fe67 req-2c983b39-42a0-4c9e-b63f-02b4b348e7dd tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 944 time: 0.0506175 Sep 03 18:23:25.954453 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8df3068-47f3-43f1-8d9c-c4f73002fe67 req-32b928f6-92b5-47f2-8d9f-ec6932eb721c tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314500 Sep 03 18:23:26.853590 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:27.064947 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b234f5-d107-47d7-8980-771315f25736 req-11876dbf-437f-406a-b0db-59ba63e09401 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:27.067174 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-60b234f5-d107-47d7-8980-771315f25736 req-11876dbf-437f-406a-b0db-59ba63e09401 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 944 time: 0.0482817 Sep 03 18:23:27.102590 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-60b234f5-d107-47d7-8980-771315f25736 req-d09bef3b-2a9f-44aa-a3d6-f1bb38080f98 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296049 Sep 03 18:23:28.172022 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:28.199210 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 186df1bf-1a71-4268-aa61-4c2bf945d0ee details requested by agent hyperv_hv-cinder-78878 with host hv-cinder-78878 {{(pid=94086) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 03 18:23:28.218095 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb514a5-9cfa-4e31-b457-c2f5a567f2a9 req-66428ea9-3723-48ae-aeed-1fcd75f42c21 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:28.219590 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bdb514a5-9cfa-4e31-b457-c2f5a567f2a9 req-66428ea9-3723-48ae-aeed-1fcd75f42c21 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 944 time: 0.0517795 Sep 03 18:23:28.257407 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bdb514a5-9cfa-4e31-b457-c2f5a567f2a9 req-98c4e3ce-70c4-473d-9824-cc9a847970b7 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317354 Sep 03 18:23:28.291773 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 186df1bf-1a71-4268-aa61-4c2bf945d0ee, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=186df1bf-1a71-4268-aa61-4c2bf945d0ee,segment=NetworkSegment(c517896e-8100-4f82-8465-9469b9597680),segment_id=c517896e-8100-4f82-8465-9469b9597680)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:28.302682 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Returning: {'device': '186df1bf-1a71-4268-aa61-4c2bf945d0ee', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'port_id': '186df1bf-1a71-4268-aa61-4c2bf945d0ee', 'mac_address': 'fa:16:3e:d1:49:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94086) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 03 18:23:28.337133 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:28.348986 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 186df1bf-1a71-4268-aa61-4c2bf945d0ee {{(pid=94086) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 03 18:23:28.367727 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 186df1bf-1a71-4268-aa61-4c2bf945d0ee, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=186df1bf-1a71-4268-aa61-4c2bf945d0ee,segment=NetworkSegment(c517896e-8100-4f82-8465-9469b9597680),segment_id=c517896e-8100-4f82-8465-9469b9597680)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:28.371272 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:28.427834 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:28.432276 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=186df1bf-1a71-4268-aa61-4c2bf945d0ee,revision_number=4']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:28.613361 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['186df1bf-1a71-4268-aa61-4c2bf945d0ee'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:23:29.372771 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7162c769-49fe-4972-be9c-fd1f4e2f1183 req-f5f31c6d-731a-4f36-b9e4-1efb77dc6e70 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:29.374286 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7162c769-49fe-4972-be9c-fd1f4e2f1183 req-f5f31c6d-731a-4f36-b9e4-1efb77dc6e70 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 945 time: 0.0514178 Sep 03 18:23:29.412241 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-7162c769-49fe-4972-be9c-fd1f4e2f1183 req-2f21bec8-2415-4747-9958-2a4681932a25 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309544 Sep 03 18:23:30.205154 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 186df1bf-1a71-4268-aa61-4c2bf945d0ee up at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 03 18:23:30.251872 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning for port 186df1bf-1a71-4268-aa61-4c2bf945d0ee completed by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 03 18:23:30.256269 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Provisioning complete for port 186df1bf-1a71-4268-aa61-4c2bf945d0ee triggered by entity L2. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:30.256696 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:30.333173 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:30.355286 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186df1bf-1a71-4268-aa61-4c2bf945d0ee'}] {{(pid=94086) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:30.357495 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b0e1958fd622cbce77e0c02f96df89708e58966338dd9ade95645bfe169d6db9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3387d4bf-5c39-4937-b20b-73081957c65e" -d '{"events": [{"server_uuid": "536db917-c7c7-47b9-be93-f79ef6afc21d", "name": "network-vif-plugged", "status": "completed", "tag": "186df1bf-1a71-4268-aa61-4c2bf945d0ee"}]}' {{(pid=94086) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:30.369804 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] For port 186df1bf-1a71-4268-aa61-4c2bf945d0ee, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=186df1bf-1a71-4268-aa61-4c2bf945d0ee,segment=NetworkSegment(c517896e-8100-4f82-8465-9469b9597680),segment_id=c517896e-8100-4f82-8465-9469b9597680)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:30.373667 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335'] for port, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:30.399767 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c20c76d-df6f-45ff-946f-7b86d716d5c9 x-openstack-request-id: req-7c20c76d-df6f-45ff-946f-7b86d716d5c9 {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:30.400071 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536db917-c7c7-47b9-be93-f79ef6afc21d", "name": "network-vif-plugged", "status": "completed", "tag": "186df1bf-1a71-4268-aa61-4c2bf945d0ee", "code": 200}]} {{(pid=94086) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:30.400317 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7c20c76d-df6f-45ff-946f-7b86d716d5c9 {{(pid=94086) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:30.400722 dv-cinder-788782-10-iscsi neutron-server[94086]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '186df1bf-1a71-4268-aa61-4c2bf945d0ee', 'code': 200} Sep 03 18:23:30.425228 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Pushing event updated for resources: {'Port': ['ID=186df1bf-1a71-4268-aa61-4c2bf945d0ee,revision_number=5']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:30.526882 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e25e2-5aea-46b2-bee9-7827b55bc712 req-5fed23b7-5887-4b10-9ba3-14bea78e9ae8 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:30.528301 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-336e25e2-5aea-46b2-bee9-7827b55bc712 req-5fed23b7-5887-4b10-9ba3-14bea78e9ae8 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 946 time: 0.0489767 Sep 03 18:23:30.557165 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb81b5c0-44ee-4e3d-86e7-2e8c3d19bbbd req-aacc84c1-9b39-414b-bedc-3f8661b7074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:30.558719 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fb81b5c0-44ee-4e3d-86e7-2e8c3d19bbbd req-aacc84c1-9b39-414b-bedc-3f8661b7074e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 1099 time: 0.0403657 Sep 03 18:23:30.567060 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-336e25e2-5aea-46b2-bee9-7827b55bc712 req-7fd33597-ef68-4d9b-a9eb-c9ed1e1c98fb tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321558 Sep 03 18:23:30.593598 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-fb81b5c0-44ee-4e3d-86e7-2e8c3d19bbbd req-bc8fa207-f119-47c5-840f-6e944363ee83 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282826 Sep 03 18:23:31.685559 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd1c21c-5b9a-4238-8afa-54a7e719c343 req-bfe340c5-d6c6-4f05-ac6f-5df73d72e5fa tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:31.687074 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ddd1c21c-5b9a-4238-8afa-54a7e719c343 req-bfe340c5-d6c6-4f05-ac6f-5df73d72e5fa tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 946 time: 0.0538087 Sep 03 18:23:31.729215 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ddd1c21c-5b9a-4238-8afa-54a7e719c343 req-faed44dd-a9e6-4f55-9b22-ee8e2eb621f0 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341775 Sep 03 18:23:32.843285 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee673c0-c4ef-4cdb-94ed-a31930dd483e req-16d1651a-7feb-4443-bc7a-5ecb44eb748d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:32.844665 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2ee673c0-c4ef-4cdb-94ed-a31930dd483e req-16d1651a-7feb-4443-bc7a-5ecb44eb748d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 946 time: 0.0476911 Sep 03 18:23:32.881766 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-2ee673c0-c4ef-4cdb-94ed-a31930dd483e req-60c03c9d-7225-4d5f-ba0a-8a66725e13c5 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301757 Sep 03 18:23:32.996119 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca634212-717b-4441-b7a7-2a41b0f086c5 req-98b1ed14-5b93-428f-8da8-b91693ca7dde tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:32.997583 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ca634212-717b-4441-b7a7-2a41b0f086c5 req-98b1ed14-5b93-428f-8da8-b91693ca7dde tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 946 time: 0.0478063 Sep 03 18:23:33.035174 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ca634212-717b-4441-b7a7-2a41b0f086c5 req-1fa65254-1c22-48b1-97d7-c7affe5d4695 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309961 Sep 03 18:23:33.362387 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f668cb-6f21-4dd8-98de-9ed97d959203 req-3824241b-b31c-4d22-9d12-421a7f558f9a tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:33.364864 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-33f668cb-6f21-4dd8-98de-9ed97d959203 req-3824241b-b31c-4d22-9d12-421a7f558f9a tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 946 time: 0.0535696 Sep 03 18:23:33.402997 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-33f668cb-6f21-4dd8-98de-9ed97d959203 req-ef0e90f2-f47a-4fc3-8a8b-16da7fb6790d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324163 Sep 03 18:23:42.821702 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85291bef-4ad7-4aa6-a706-187b93838122 req-09682f8a-9597-4132-9a95-c1b883fa465a tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:42.823289 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-85291bef-4ad7-4aa6-a706-187b93838122 req-09682f8a-9597-4132-9a95-c1b883fa465a tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 946 time: 0.0489132 Sep 03 18:23:42.860080 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-85291bef-4ad7-4aa6-a706-187b93838122 req-12969cd9-bd1c-48df-b341-368ec3be115d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308883 Sep 03 18:23:42.882252 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55708) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:42.961410 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730fd428-79a8-4347-b056-904a9ab652a2 tempest-TestMinimumBasicScenario-1008497918 tempest-TestMinimumBasicScenario-1008497918-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:42.962949 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-730fd428-79a8-4347-b056-904a9ab652a2 tempest-TestMinimumBasicScenario-1008497918 tempest-TestMinimumBasicScenario-1008497918-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 1094 time: 0.0797367 Sep 03 18:23:42.965766 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55712) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:42.970149 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Request body: {'floatingip': {'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'port_id': '186df1bf-1a71-4268-aa61-4c2bf945d0ee', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:42.992696 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for floatingip, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.087167 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.188217 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_common [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Allocated IP 172.27.3.80 (41345eeb-6f3c-41e2-a86c-dbf9701471c7/e266029c-a20e-4bd2-8f39-18f011113c58/9974f694-fa6a-4313-91a6-63fb8e25faf5) {{(pid=94085) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 03 18:23:43.290640 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for port, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.326219 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792353436299', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.362858 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Network 41345eeb-6f3c-41e2-a86c-dbf9701471c7 is already hosted by enough agents. {{(pid=94085) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 03 18:23:43.365601 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.base_scheduler [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Resources bound (agent type, host, resource id): {{(pid=94085) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 03 18:23:43.368976 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Received port after_create {{(pid=94085) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 03 18:23:43.376606 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Pushing event updated for resources: {'Port': ['ID=9974f694-fa6a-4313-91a6-63fb8e25faf5,revision_number=1']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:43.407060 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:43.407408 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:43.407745 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:43.408081 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:43.408418 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:43.408745 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:43.409073 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:43.409398 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:43.410363 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:43.410693 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:43.411017 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:43.411337 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:43.583862 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55714) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:43.746563 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-2f008569-6a4a-4e11-9fa7-625a46fdfea7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Deleting port d8a340a0-2539-4007-94b1-3a7465ab0fb7 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:43.746909 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2f008569-6a4a-4e11-9fa7-625a46fdfea7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.830650 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2f008569-6a4a-4e11-9fa7-625a46fdfea7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.832426 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2f008569-6a4a-4e11-9fa7-625a46fdfea7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:43.845034 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-2f008569-6a4a-4e11-9fa7-625a46fdfea7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Calling delete_port for d8a340a0-2539-4007-94b1-3a7465ab0fb7 owned by network:floatingip {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:43.956074 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.013991 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2f008569-6a4a-4e11-9fa7-625a46fdfea7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.023508 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.040623 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f008569-6a4a-4e11-9fa7-625a46fdfea7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event deleted for resources: {'Port': ['ID=d8a340a0-2539-4007-94b1-3a7465ab0fb7,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:44.105156 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2f008569-6a4a-4e11-9fa7-625a46fdfea7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for floatingip, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.105544 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.l3_db [None req-2f008569-6a4a-4e11-9fa7-625a46fdfea7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Floating IP f1efaed9-7c0a-45b4-a1fb-75e959b9271e disassociated (deleted). External IP: 172.27.3.177, port: eeb47ccc-748e-42fd-906d-05307a679676. Sep 03 18:23:44.178007 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.182560 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.257023 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Pushing event updated for resources: {'Port': ['ID=9974f694-fa6a-4313-91a6-63fb8e25faf5,revision_number=2']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:44.264132 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3823209'] for floatingip, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.311339 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f008569-6a4a-4e11-9fa7-625a46fdfea7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Router 8daeb64a-9fdc-4c5f-8d36-739021054d31 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:23:44.362105 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Floating IP e3e776d1-ef2e-4818-a73d-c14250abba61 associated. External IP: 172.27.3.80, port: 186df1bf-1a71-4268-aa61-4c2bf945d0ee. Sep 03 18:23:44.414871 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f008569-6a4a-4e11-9fa7-625a46fdfea7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:23:44.419816 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2f008569-6a4a-4e11-9fa7-625a46fdfea7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.425908 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c89fa-9fe7-47d6-8169-27a40210a27b None None] Sync routers for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:44.435520 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c89fa-9fe7-47d6-8169-27a40210a27b None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:44.436369 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a54c89fa-9fe7-47d6-8169-27a40210a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:23:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:44.448658 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2f008569-6a4a-4e11-9fa7-625a46fdfea7 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "DELETE /v2.0/floatingips/f1efaed9-7c0a-45b4-a1fb-75e959b9271e HTTP/1.1" status: 204 len: 168 time: 0.8636925 Sep 03 18:23:44.449241 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '222dd4a6-6c77-4f9a-b69f-c5d31a2ce500', 'tag': 'eeb47ccc-748e-42fd-906d-05307a679676'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:44.451596 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b0b6ff-be85-4d73-9bdf-b9e65358eb2b" -d '{"events": [{"name": "network-changed", "server_uuid": "222dd4a6-6c77-4f9a-b69f-c5d31a2ce500", "tag": "eeb47ccc-748e-42fd-906d-05307a679676"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:44.498136 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e94aab6-2a7a-4841-95c1-8fb9434a719d x-openstack-request-id: req-4e94aab6-2a7a-4841-95c1-8fb9434a719d {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:44.498452 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "222dd4a6-6c77-4f9a-b69f-c5d31a2ce500", "tag": "eeb47ccc-748e-42fd-906d-05307a679676", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:44.498700 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e94aab6-2a7a-4841-95c1-8fb9434a719d {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:44.499091 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '222dd4a6-6c77-4f9a-b69f-c5d31a2ce500', 'tag': 'eeb47ccc-748e-42fd-906d-05307a679676', 'status': 'completed', 'code': 200} Sep 03 18:23:44.591559 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Router 49492a10-f62e-48a7-9327-33f7979ea413 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:23:44.606363 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-a54c89fa-9fe7-47d6-8169-27a40210a27b None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:44.631677 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0b6ff-be85-4d73-9bdf-b9e65358eb2b req-ee366581-dd98-4ede-a95e-1cd9e07e851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:44.633270 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a3b0b6ff-be85-4d73-9bdf-b9e65358eb2b req-ee366581-dd98-4ede-a95e-1cd9e07e851c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 1099 time: 0.1078925 Sep 03 18:23:44.743242 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0b6ff-be85-4d73-9bdf-b9e65358eb2b req-57013c47-cfc0-496d-ac90-46aca255e72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:44.744760 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a3b0b6ff-be85-4d73-9bdf-b9e65358eb2b req-57013c47-cfc0-496d-ac90-46aca255e72c service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 200 len: 912 time: 0.1017108 Sep 03 18:23:44.755070 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec90770-bbd5-42ca-9da1-0af0cfaa7eff req-af9cf606-d391-4175-b7f0-91891522d165 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:44.756541 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1ec90770-bbd5-42ca-9da1-0af0cfaa7eff req-af9cf606-d391-4175-b7f0-91891522d165 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 946 time: 0.0705843 Sep 03 18:23:44.777490 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:23:44.792146 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724c2908-8866-43d7-9d20-53875ee2479c None None] Sync routers for ids ['49492a10-f62e-48a7-9327-33f7979ea413'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:44.794437 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a3b0b6ff-be85-4d73-9bdf-b9e65358eb2b req-90b633e7-68e9-44ba-ba5c-7e3bd9e5caec service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eeb47ccc-748e-42fd-906d-05307a679676 HTTP/1.1" status: 200 len: 217 time: 0.0393894 Sep 03 18:23:44.801769 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c2908-8866-43d7-9d20-53875ee2479c None None] Routers {'49492a10-f62e-48a7-9327-33f7979ea413'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:44.802687 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-724c2908-8866-43d7-9d20-53875ee2479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:23:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['49492a10-f62e-48a7-9327-33f7979ea413'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:44.824609 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.858679 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0b6ff-be85-4d73-9bdf-b9e65358eb2b req-1c7dcb0d-275f-4658-885c-95811cd250e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:44.860212 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a3b0b6ff-be85-4d73-9bdf-b9e65358eb2b req-1c7dcb0d-275f-4658-885c-95811cd250e3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a7abc42-8f93-433e-8867-522bfd9c85b3 HTTP/1.1" status: 200 len: 850 time: 0.0546374 Sep 03 18:23:44.860666 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55724) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:44.860898 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-89f6d121-6a1d-4f0a-8b86-8aa76ebfe0f2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8939850 Sep 03 18:23:44.865456 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-98c78f8d-764a-4a99-a76e-7c722b6c5ec6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1221831019', 'description': 'tempest-secgroup-smoke-1221831019 description', 'project_id': '23ca922c86f24aa1a59a9f04c0553615'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:44.867869 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1ec90770-bbd5-42ca-9da1-0af0cfaa7eff req-081e8892-bafa-47c0-965d-b70c34110f98 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033599 Sep 03 18:23:44.868562 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'tag': '186df1bf-1a71-4268-aa61-4c2bf945d0ee'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:44.871428 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c9b68d-e2c2-410c-8bb1-988bf96f7589" -d '{"events": [{"name": "network-changed", "server_uuid": "536db917-c7c7-47b9-be93-f79ef6afc21d", "tag": "186df1bf-1a71-4268-aa61-4c2bf945d0ee"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:44.913569 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a54c89fa-9fe7-47d6-8169-27a40210a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '9ddb4bd7-7653-41bf-a7ad-82657a07cb8b', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'port_id': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'mac_address': 'fa:16:3e:b9:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:20:03Z', 'updated_at': '2021-09-03T18:20:05Z', 'revision_number': 1, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:44.924372 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-98c78f8d-764a-4a99-a76e-7c722b6c5ec6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:44.928215 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b0b6ff-be85-4d73-9bdf-b9e65358eb2b req-04fefd0f-e286-4b3d-bbcc-651431499b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:44.929935 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a3b0b6ff-be85-4d73-9bdf-b9e65358eb2b req-04fefd0f-e286-4b3d-bbcc-651431499b18 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0601959 Sep 03 18:23:44.938336 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-724c2908-8866-43d7-9d20-53875ee2479c None None] Set router 49492a10-f62e-48a7-9327-33f7979ea413 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:44.945131 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c89fa-9fe7-47d6-8169-27a40210a27b None None] Checking router: 8daeb64a-9fdc-4c5f-8d36-739021054d31 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:23:44.945667 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-a3b0b6ff-be85-4d73-9bdf-b9e65358eb2b req-2dc4f125-ad4d-4697-acf9-e5bf89b17341 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=94084) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 03 18:23:44.947121 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a3b0b6ff-be85-4d73-9bdf-b9e65358eb2b req-2dc4f125-ad4d-4697-acf9-e5bf89b17341 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068276 Sep 03 18:23:44.956374 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54c89fa-9fe7-47d6-8169-27a40210a27b None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:44.957972 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a54c89fa-9fe7-47d6-8169-27a40210a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:23:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:45.090907 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a3b0b6ff-be85-4d73-9bdf-b9e65358eb2b req-de7aabd4-a182-4dc8-9a0c-766bc894686c service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342692 Sep 03 18:23:45.101110 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d2b1f7-c654-46ee-9cac-f566c06c45c6 x-openstack-request-id: req-48d2b1f7-c654-46ee-9cac-f566c06c45c6 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:45.101606 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536db917-c7c7-47b9-be93-f79ef6afc21d", "tag": "186df1bf-1a71-4268-aa61-4c2bf945d0ee", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:45.101606 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-48d2b1f7-c654-46ee-9cac-f566c06c45c6 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:45.102006 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'tag': '186df1bf-1a71-4268-aa61-4c2bf945d0ee', 'status': 'completed', 'code': 200} Sep 03 18:23:45.116904 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-a54c89fa-9fe7-47d6-8169-27a40210a27b None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:45.135583 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-98c78f8d-764a-4a99-a76e-7c722b6c5ec6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.145509 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-98c78f8d-764a-4a99-a76e-7c722b6c5ec6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.188491 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9b68d-e2c2-410c-8bb1-988bf96f7589 req-14744710-2f2f-4c3a-8c12-ba74b57bc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:45.190976 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-99c9b68d-e2c2-410c-8bb1-988bf96f7589 req-14744710-2f2f-4c3a-8c12-ba74b57bc222 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23ca922c86f24aa1a59a9f04c0553615&device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 1099 time: 0.0597825 Sep 03 18:23:45.209135 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-724c2908-8866-43d7-9d20-53875ee2479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49492a10-f62e-48a7-9327-33f7979ea413', 'name': 'tempest-TestMinimumBasicScenario-566531741-router', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '490d7cb3-c653-455d-9585-ca01dd836383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 4, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'gw_port': {'id': '490d7cb3-c653-455d-9585-ca01dd836383', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': 'e3e776d1-ef2e-4818-a73d-c14250abba61', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'port_id': '186df1bf-1a71-4268-aa61-4c2bf945d0ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'mac_address': 'fa:16:3e:d1:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:23:43Z', 'updated_at': '2021-09-03T18:23:43Z', 'revision_number': 0, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498b6151-03ba-40b9-97f5-52b18bf9124f', 'name': '', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'mac_address': 'fa:16:3e:e9:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 5, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'subnets': [{'id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:45.213578 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-98c78f8d-764a-4a99-a76e-7c722b6c5ec6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.214454 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-98c78f8d-764a-4a99-a76e-7c722b6c5ec6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3528273 Sep 03 18:23:45.217534 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55728) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:45.221984 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-0c23f6fe-47d9-48ff-b02c-fcabe31ecca1 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Request body: {'security_group_rule': {'security_group_id': 'f961f494-9bcf-47c6-b9a1-0375d5f2ea05', 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:45.230959 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c78f8d-764a-4a99-a76e-7c722b6c5ec6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f961f494-9bcf-47c6-b9a1-0375d5f2ea05,revision_number=1']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:45.254847 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-a3b0b6ff-be85-4d73-9bdf-b9e65358eb2b req-80ef88d9-3f65-4284-8dc0-8208e660d23b service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526487 Sep 03 18:23:45.276719 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0c23f6fe-47d9-48ff-b02c-fcabe31ecca1 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.334097 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9b68d-e2c2-410c-8bb1-988bf96f7589 req-6f578fc9-3e67-4e7d-adeb-3b946e1cf6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:45.336172 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-99c9b68d-e2c2-410c-8bb1-988bf96f7589 req-6f578fc9-3e67-4e7d-adeb-3b946e1cf6da service neutron] 10.222.0.55 "GET /v2.0/networks?id=75c64381-e993-4bca-b2d4-c9c08f521211 HTTP/1.1" status: 200 len: 915 time: 0.1328721 Sep 03 18:23:45.342248 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724c2908-8866-43d7-9d20-53875ee2479c None None] Checking router: 49492a10-f62e-48a7-9327-33f7979ea413 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:23:45.346241 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0c23f6fe-47d9-48ff-b02c-fcabe31ecca1 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.351295 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0c23f6fe-47d9-48ff-b02c-fcabe31ecca1 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.361115 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724c2908-8866-43d7-9d20-53875ee2479c None None] Routers {'49492a10-f62e-48a7-9327-33f7979ea413'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:45.361747 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-724c2908-8866-43d7-9d20-53875ee2479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:23:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['49492a10-f62e-48a7-9327-33f7979ea413'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:45.384549 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c23f6fe-47d9-48ff-b02c-fcabe31ecca1 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff62d44f-0426-42fb-94fb-648211c5134e,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:45.397334 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0c23f6fe-47d9-48ff-b02c-fcabe31ecca1 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.399326 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0c23f6fe-47d9-48ff-b02c-fcabe31ecca1 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1802239 Sep 03 18:23:45.401740 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55730) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:45.406502 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-3a7467ba-10b7-4bb4-be7d-eda29de35d85 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Request body: {'security_group_rule': {'security_group_id': 'f961f494-9bcf-47c6-b9a1-0375d5f2ea05', 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:45.407723 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-a54c89fa-9fe7-47d6-8169-27a40210a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '9ddb4bd7-7653-41bf-a7ad-82657a07cb8b', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'port_id': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'mac_address': 'fa:16:3e:b9:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:20:03Z', 'updated_at': '2021-09-03T18:20:05Z', 'revision_number': 1, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:45.431557 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-99c9b68d-e2c2-410c-8bb1-988bf96f7589 req-f0ad77d6-686b-4988-abeb-98955112339f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186df1bf-1a71-4268-aa61-4c2bf945d0ee HTTP/1.1" status: 200 len: 999 time: 0.0853369 Sep 03 18:23:45.438676 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a54c89fa-9fe7-47d6-8169-27a40210a27b None None] The sync data for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi is: [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': '9ddb4bd7-7653-41bf-a7ad-82657a07cb8b', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'floating_ip_address': '172.27.3.21', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'port_id': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'mac_address': 'fa:16:3e:b9:16:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:20:03Z', 'updated_at': '2021-09-03T18:20:05Z', 'revision_number': 1, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:23:45.480319 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3a7467ba-10b7-4bb4-be7d-eda29de35d85 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.494077 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-724c2908-8866-43d7-9d20-53875ee2479c None None] Set router 49492a10-f62e-48a7-9327-33f7979ea413 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:45.509992 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9b68d-e2c2-410c-8bb1-988bf96f7589 req-9c50a8e9-9f52-4ed4-8882-3ea820dd381f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:45.511531 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-99c9b68d-e2c2-410c-8bb1-988bf96f7589 req-9c50a8e9-9f52-4ed4-8882-3ea820dd381f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70d6f2a8-ce05-4c57-8373-8c3d301ad105 HTTP/1.1" status: 200 len: 853 time: 0.0704024 Sep 03 18:23:45.571385 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3a7467ba-10b7-4bb4-be7d-eda29de35d85 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.577891 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3a7467ba-10b7-4bb4-be7d-eda29de35d85 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.599382 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c9b68d-e2c2-410c-8bb1-988bf96f7589 req-9b6c0de6-f150-41bb-b43c-707297e56dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:45.600940 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-99c9b68d-e2c2-410c-8bb1-988bf96f7589 req-9b6c0de6-f150-41bb-b43c-707297e56dc3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75c64381-e993-4bca-b2d4-c9c08f521211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0741887 Sep 03 18:23:45.604018 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7467ba-10b7-4bb4-be7d-eda29de35d85 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c80928ee-323c-40dc-8d13-260d0430d12c,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:45.622089 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3a7467ba-10b7-4bb4-be7d-eda29de35d85 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.625876 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3a7467ba-10b7-4bb4-be7d-eda29de35d85 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2207294 Sep 03 18:23:45.626634 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55734) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:45.632126 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-05867078-7c8d-4d31-8c71-3ae73b905f17 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Request body: {'security_group_rule': {'security_group_id': 'f961f494-9bcf-47c6-b9a1-0375d5f2ea05', 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:45.664403 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-05867078-7c8d-4d31-8c71-3ae73b905f17 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.716438 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-99c9b68d-e2c2-410c-8bb1-988bf96f7589 req-396d2ff2-69df-487b-a445-990d1cb39557 service neutron] 10.222.0.55 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038361 Sep 03 18:23:45.731668 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-759d0fcc-5cf1-4cc0-bab1-fbf7c0d4aae0 None None] New status for floating IP f1efaed9-7c0a-45b4-a1fb-75e959b9271e: DOWN {{(pid=94086) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:23:45.732695 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-05867078-7c8d-4d31-8c71-3ae73b905f17 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.739425 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-05867078-7c8d-4d31-8c71-3ae73b905f17 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.756757 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05867078-7c8d-4d31-8c71-3ae73b905f17 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bbbcdd5-b02e-4ba8-ace0-234059e1c1fb,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:45.761599 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-724c2908-8866-43d7-9d20-53875ee2479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49492a10-f62e-48a7-9327-33f7979ea413', 'name': 'tempest-TestMinimumBasicScenario-566531741-router', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '490d7cb3-c653-455d-9585-ca01dd836383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 4, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'gw_port': {'id': '490d7cb3-c653-455d-9585-ca01dd836383', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': 'e3e776d1-ef2e-4818-a73d-c14250abba61', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'port_id': '186df1bf-1a71-4268-aa61-4c2bf945d0ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'mac_address': 'fa:16:3e:d1:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:23:43Z', 'updated_at': '2021-09-03T18:23:43Z', 'revision_number': 0, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498b6151-03ba-40b9-97f5-52b18bf9124f', 'name': '', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'mac_address': 'fa:16:3e:e9:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 5, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'subnets': [{'id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:45.773328 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-05867078-7c8d-4d31-8c71-3ae73b905f17 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.777181 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-05867078-7c8d-4d31-8c71-3ae73b905f17 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1474950 Sep 03 18:23:45.777494 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55736) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:45.790870 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724c2908-8866-43d7-9d20-53875ee2479c None None] The sync data for ids ['49492a10-f62e-48a7-9327-33f7979ea413'] in dv-cinder-788782-10-iscsi is: [{'id': '49492a10-f62e-48a7-9327-33f7979ea413', 'name': 'tempest-TestMinimumBasicScenario-566531741-router', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '490d7cb3-c653-455d-9585-ca01dd836383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 4, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'gw_port': {'id': '490d7cb3-c653-455d-9585-ca01dd836383', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_floatingips': [{'id': 'e3e776d1-ef2e-4818-a73d-c14250abba61', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'floating_ip_address': '172.27.3.80', 'floating_network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'router_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'port_id': '186df1bf-1a71-4268-aa61-4c2bf945d0ee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'mac_address': 'fa:16:3e:d1:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-03T18:23:43Z', 'updated_at': '2021-09-03T18:23:43Z', 'revision_number': 0, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498b6151-03ba-40b9-97f5-52b18bf9124f', 'name': '', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'mac_address': 'fa:16:3e:e9:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 5, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'subnets': [{'id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:23:45.812262 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [None req-2dcf5003-a770-4dcf-a351-9a1d6ebbad25 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Request body: {'security_group_rule': {'security_group_id': 'f961f494-9bcf-47c6-b9a1-0375d5f2ea05', 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:45.855562 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-99c9b68d-e2c2-410c-8bb1-988bf96f7589 req-06d49f1e-8682-48c7-b711-6af699eadca5 service neutron] 10.222.0.55 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313286 Sep 03 18:23:45.860664 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2dcf5003-a770-4dcf-a351-9a1d6ebbad25 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.918433 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2dcf5003-a770-4dcf-a351-9a1d6ebbad25 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.922321 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2dcf5003-a770-4dcf-a351-9a1d6ebbad25 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.941330 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcf5003-a770-4dcf-a351-9a1d6ebbad25 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61895902-e3d1-42c5-808e-5a14ad8393b5,revision_number=0']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:45.955612 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-2dcf5003-a770-4dcf-a351-9a1d6ebbad25 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:45.959653 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-2dcf5003-a770-4dcf-a351-9a1d6ebbad25 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1784003 Sep 03 18:23:45.959979 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55740) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:45.964664 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-0fc90c3f-f640-4d5b-bd8c-493d81646615 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Request body: {'security_group_rule': {'security_group_id': 'f961f494-9bcf-47c6-b9a1-0375d5f2ea05', 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:46.001960 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.securitygroups_db [None req-0fc90c3f-f640-4d5b-bd8c-493d81646615 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Project 23ca922c86f24aa1a59a9f04c0553615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:23:46.007375 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37f3cb-1a71-4349-b1db-21affb2e4047 req-f7fbc015-fc3b-4344-8564-a80fbb10e783 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:46.008889 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0fc90c3f-f640-4d5b-bd8c-493d81646615 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.009042 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ad37f3cb-1a71-4349-b1db-21affb2e4047 req-f7fbc015-fc3b-4344-8564-a80fbb10e783 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 946 time: 0.0648253 Sep 03 18:23:46.042407 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49950e60-40ad-48ad-a688-e9c3fa665e66 None None] New status for floating IP e3e776d1-ef2e-4818-a73d-c14250abba61: ACTIVE {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:23:46.053326 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ad37f3cb-1a71-4349-b1db-21affb2e4047 req-2e9d8435-3df3-4fc2-9afe-7cacb9a90812 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379097 Sep 03 18:23:46.077848 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0fc90c3f-f640-4d5b-bd8c-493d81646615 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.081545 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0fc90c3f-f640-4d5b-bd8c-493d81646615 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.102778 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc90c3f-f640-4d5b-bd8c-493d81646615 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e7aa71-3b33-4dba-9f83-f44de00a964c,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:46.106938 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-0fc90c3f-f640-4d5b-bd8c-493d81646615 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.110277 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-0fc90c3f-f640-4d5b-bd8c-493d81646615 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475322 Sep 03 18:23:46.111304 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55742) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:46.116810 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.v2.base [None req-1a57f657-c846-4808-85d3-67e541ed562d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Request body: {'security_group_rule': {'security_group_id': 'f961f494-9bcf-47c6-b9a1-0375d5f2ea05', 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94084) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:46.141092 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.db.securitygroups_db [None req-1a57f657-c846-4808-85d3-67e541ed562d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Project 23ca922c86f24aa1a59a9f04c0553615 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 03 18:23:46.147489 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1a57f657-c846-4808-85d3-67e541ed562d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.218544 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1a57f657-c846-4808-85d3-67e541ed562d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.231326 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1a57f657-c846-4808-85d3-67e541ed562d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212562'] for security_group_rule, after_create {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.244261 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a57f657-c846-4808-85d3-67e541ed562d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc3e79b0-14c4-4467-a7eb-67f7a4721381,revision_number=0']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:46.259872 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1a57f657-c846-4808-85d3-67e541ed562d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.261192 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-1a57f657-c846-4808-85d3-67e541ed562d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1489537 Sep 03 18:23:46.361670 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48df70-657b-4af0-b2a3-c760365a3f62 req-d8360a99-0e5e-4e69-915e-6aa1cbc8937a tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:46.363334 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb48df70-657b-4af0-b2a3-c760365a3f62 req-d8360a99-0e5e-4e69-915e-6aa1cbc8937a tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.55 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 946 time: 0.0763283 Sep 03 18:23:46.366234 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c78c2386-ee85-4caf-9dd4-2f27d1313ee4 req-28b27528-dfe6-4840-8c74-3591d236c2aa tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1221831019&fields=id&tenant_id=23ca922c86f24aa1a59a9f04c0553615 HTTP/1.1" status: 200 len: 267 time: 0.0518477 Sep 03 18:23:46.473688 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c2386-ee85-4caf-9dd4-2f27d1313ee4 req-c973d4b8-99cd-4703-8ea9-fb6e56a6a522 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:46.475193 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c78c2386-ee85-4caf-9dd4-2f27d1313ee4 req-c973d4b8-99cd-4703-8ea9-fb6e56a6a522 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 946 time: 0.0994599 Sep 03 18:23:46.487388 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-c78c2386-ee85-4caf-9dd4-2f27d1313ee4 req-15122c9b-37c8-4432-8813-199945f6eed6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Request body: {'port': {'security_groups': ['7a35abc8-9496-46b0-a9d3-1607d5e0ebcd', 'f961f494-9bcf-47c6-b9a1-0375d5f2ea05']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:23:46.522750 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-fb48df70-657b-4af0-b2a3-c760365a3f62 req-9a806f5c-8dba-42fe-b159-387b86cd2362 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Deleting port eeb47ccc-748e-42fd-906d-05307a679676 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:46.523086 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-fb48df70-657b-4af0-b2a3-c760365a3f62 req-9a806f5c-8dba-42fe-b159-387b86cd2362 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.578284 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c78c2386-ee85-4caf-9dd4-2f27d1313ee4 req-15122c9b-37c8-4432-8813-199945f6eed6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.673698 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-fb48df70-657b-4af0-b2a3-c760365a3f62 req-9a806f5c-8dba-42fe-b159-387b86cd2362 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] For port eeb47ccc-748e-42fd-906d-05307a679676, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=eeb47ccc-748e-42fd-906d-05307a679676,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:46.673978 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-fb48df70-657b-4af0-b2a3-c760365a3f62 req-9a806f5c-8dba-42fe-b159-387b86cd2362 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.697048 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-fb48df70-657b-4af0-b2a3-c760365a3f62 req-9a806f5c-8dba-42fe-b159-387b86cd2362 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Calling delete_port for eeb47ccc-748e-42fd-906d-05307a679676 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:46.904759 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-c78c2386-ee85-4caf-9dd4-2f27d1313ee4 req-15122c9b-37c8-4432-8813-199945f6eed6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] For port 186df1bf-1a71-4268-aa61-4c2bf945d0ee, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=186df1bf-1a71-4268-aa61-4c2bf945d0ee,segment=NetworkSegment(c517896e-8100-4f82-8465-9469b9597680),segment_id=c517896e-8100-4f82-8465-9469b9597680)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:46.939127 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-fb48df70-657b-4af0-b2a3-c760365a3f62 req-9a806f5c-8dba-42fe-b159-387b86cd2362 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.948330 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c78c2386-ee85-4caf-9dd4-2f27d1313ee4 req-15122c9b-37c8-4432-8813-199945f6eed6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.970160 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c78c2386-ee85-4caf-9dd4-2f27d1313ee4 req-15122c9b-37c8-4432-8813-199945f6eed6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:46.975537 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a806f5c-8dba-42fe-b159-387b86cd2362 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event deleted for resources: {'Port': ['ID=eeb47ccc-748e-42fd-906d-05307a679676,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:46.981883 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['186df1bf-1a71-4268-aa61-4c2bf945d0ee'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:23:47.037693 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c2386-ee85-4caf-9dd4-2f27d1313ee4 req-15122c9b-37c8-4432-8813-199945f6eed6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:47.038431 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-c78c2386-ee85-4caf-9dd4-2f27d1313ee4 req-15122c9b-37c8-4432-8813-199945f6eed6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:47.039877 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c78c2386-ee85-4caf-9dd4-2f27d1313ee4 req-15122c9b-37c8-4432-8813-199945f6eed6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "PUT /v2.0/ports/186df1bf-1a71-4268-aa61-4c2bf945d0ee HTTP/1.1" status: 200 len: 982 time: 0.5579729 Sep 03 18:23:47.065420 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb48df70-657b-4af0-b2a3-c760365a3f62 req-9a806f5c-8dba-42fe-b159-387b86cd2362 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] No DVR routers for this DVR port eeb47ccc-748e-42fd-906d-05307a679676 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:23:47.069502 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-fb48df70-657b-4af0-b2a3-c760365a3f62 req-9a806f5c-8dba-42fe-b159-387b86cd2362 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:47.071575 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-fb48df70-657b-4af0-b2a3-c760365a3f62 req-9a806f5c-8dba-42fe-b159-387b86cd2362 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.55 "DELETE /v2.0/ports/eeb47ccc-748e-42fd-906d-05307a679676 HTTP/1.1" status: 204 len: 173 time: 0.7020421 Sep 03 18:23:47.100617 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15122c9b-37c8-4432-8813-199945f6eed6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Pushing event updated for resources: {'Port': ['ID=186df1bf-1a71-4268-aa61-4c2bf945d0ee,revision_number=6']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:47.104677 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'tag': '186df1bf-1a71-4268-aa61-4c2bf945d0ee'}, {'server_uuid': '222dd4a6-6c77-4f9a-b69f-c5d31a2ce500', 'name': 'network-vif-deleted', 'tag': 'eeb47ccc-748e-42fd-906d-05307a679676'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:47.106982 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c47a2b5-20e7-4109-a1ab-66810688817c" -d '{"events": [{"name": "network-changed", "server_uuid": "536db917-c7c7-47b9-be93-f79ef6afc21d", "tag": "186df1bf-1a71-4268-aa61-4c2bf945d0ee"}, {"server_uuid": "222dd4a6-6c77-4f9a-b69f-c5d31a2ce500", "name": "network-vif-deleted", "tag": "eeb47ccc-748e-42fd-906d-05307a679676"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:47.117295 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['186df1bf-1a71-4268-aa61-4c2bf945d0ee'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:23:47.201569 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-96bacec6-2a1c-487a-8365-82ee5608fb87 req-297e6d7f-b177-4f46-bd80-af61f4b8a832 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=222dd4a6-6c77-4f9a-b69f-c5d31a2ce500 HTTP/1.1" status: 200 len: 210 time: 0.0298240 Sep 03 18:23:47.226328 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898e48d0-b322-40c3-b744-18e3d66b34e9 req-9747495e-20d9-4c01-a8f1-b581ed845185 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:47.226328 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-898e48d0-b322-40c3-b744-18e3d66b34e9 req-9747495e-20d9-4c01-a8f1-b581ed845185 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0946701 Sep 03 18:23:47.270565 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-898e48d0-b322-40c3-b744-18e3d66b34e9 req-6116d62f-7280-4bfd-9506-144b3c5b41ad tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0419147 Sep 03 18:23:47.273035 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a66611-dc95-4f8c-a15f-68145bb5838c x-openstack-request-id: req-38a66611-dc95-4f8c-a15f-68145bb5838c {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:47.273486 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536db917-c7c7-47b9-be93-f79ef6afc21d", "tag": "186df1bf-1a71-4268-aa61-4c2bf945d0ee", "status": "completed", "code": 200}, {"server_uuid": "222dd4a6-6c77-4f9a-b69f-c5d31a2ce500", "name": "network-vif-deleted", "tag": "eeb47ccc-748e-42fd-906d-05307a679676", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:47.273736 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-38a66611-dc95-4f8c-a15f-68145bb5838c {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:47.274550 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'tag': '186df1bf-1a71-4268-aa61-4c2bf945d0ee', 'status': 'completed', 'code': 200} Sep 03 18:23:47.274550 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '222dd4a6-6c77-4f9a-b69f-c5d31a2ce500', 'name': 'network-vif-deleted', 'tag': 'eeb47ccc-748e-42fd-906d-05307a679676', 'status': 'completed', 'code': 200} Sep 03 18:23:47.368309 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47a2b5-20e7-4109-a1ab-66810688817c req-918a679c-a21a-4c49-b42a-7e9d3e98b963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:47.369859 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3c47a2b5-20e7-4109-a1ab-66810688817c req-918a679c-a21a-4c49-b42a-7e9d3e98b963 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23ca922c86f24aa1a59a9f04c0553615&device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 1138 time: 0.0461044 Sep 03 18:23:47.388032 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-9af159b5-10df-4ee6-8de1-b7194ca9b89b None None] Provisioning complete for port 186df1bf-1a71-4268-aa61-4c2bf945d0ee triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:23:47.388406 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-9af159b5-10df-4ee6-8de1-b7194ca9b89b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:47.490497 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47a2b5-20e7-4109-a1ab-66810688817c req-f5ea1dfe-eeb5-4a13-abc7-9a64e8f769d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:47.491986 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3c47a2b5-20e7-4109-a1ab-66810688817c req-f5ea1dfe-eeb5-4a13-abc7-9a64e8f769d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=75c64381-e993-4bca-b2d4-c9c08f521211 HTTP/1.1" status: 200 len: 915 time: 0.1151357 Sep 03 18:23:47.561860 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3c47a2b5-20e7-4109-a1ab-66810688817c req-1f3ee8db-0199-4c61-975a-0526b524581e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186df1bf-1a71-4268-aa61-4c2bf945d0ee HTTP/1.1" status: 200 len: 1001 time: 0.0622609 Sep 03 18:23:47.613325 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47a2b5-20e7-4109-a1ab-66810688817c req-bc8d1d9b-6c9c-49a8-a9cd-11f66ab986d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:47.614793 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3c47a2b5-20e7-4109-a1ab-66810688817c req-bc8d1d9b-6c9c-49a8-a9cd-11f66ab986d2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70d6f2a8-ce05-4c57-8373-8c3d301ad105 HTTP/1.1" status: 200 len: 853 time: 0.0457385 Sep 03 18:23:47.662280 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47a2b5-20e7-4109-a1ab-66810688817c req-f4ba8aff-2115-43e3-84c4-cf053b8e117e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:47.663794 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3c47a2b5-20e7-4109-a1ab-66810688817c req-f4ba8aff-2115-43e3-84c4-cf053b8e117e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75c64381-e993-4bca-b2d4-c9c08f521211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0404427 Sep 03 18:23:47.771681 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3c47a2b5-20e7-4109-a1ab-66810688817c req-21a7d82b-14d7-47a7-bd30-d747507b8406 service neutron] 10.222.0.55 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885704 Sep 03 18:23:47.866056 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3c47a2b5-20e7-4109-a1ab-66810688817c req-8ddc09ca-e592-4c47-9bc5-85b745061ed0 service neutron] 10.222.0.55 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868552 Sep 03 18:23:48.782843 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55764) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:49.164688 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-49bb85ce-b842-4a04-9c3d-bdac066a245e tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Deleting port 99204e01-5628-4c87-a75b-bb75dae97e68 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:49.165024 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49bb85ce-b842-4a04-9c3d-bdac066a245e tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:49.238195 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49bb85ce-b842-4a04-9c3d-bdac066a245e tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:49.238546 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49bb85ce-b842-4a04-9c3d-bdac066a245e tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:49.249419 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-49bb85ce-b842-4a04-9c3d-bdac066a245e tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Calling delete_port for 99204e01-5628-4c87-a75b-bb75dae97e68 owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:49.411332 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49bb85ce-b842-4a04-9c3d-bdac066a245e tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:49.438121 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bb85ce-b842-4a04-9c3d-bdac066a245e tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Pushing event deleted for resources: {'Port': ['ID=99204e01-5628-4c87-a75b-bb75dae97e68,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:49.516268 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49bb85ce-b842-4a04-9c3d-bdac066a245e tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:49.516594 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-49bb85ce-b842-4a04-9c3d-bdac066a245e tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Floating IP c42c67e0-7309-4589-8b06-727a4509f230 disassociated (deleted). External IP: 172.27.3.216, port: 695579ed-f964-4788-aceb-48e7f4eeacd0. Sep 03 18:23:49.719375 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49bb85ce-b842-4a04-9c3d-bdac066a245e tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Router 7925fbff-6f7d-4b0c-b995-1003dd550006 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:23:49.824942 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49bb85ce-b842-4a04-9c3d-bdac066a245e tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:23:49.829968 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-49bb85ce-b842-4a04-9c3d-bdac066a245e tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:49.834890 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3339f9b3-9267-4e3f-affb-ad99cb8a4f44 None None] Sync routers for ids ['7925fbff-6f7d-4b0c-b995-1003dd550006'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:49.843348 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3339f9b3-9267-4e3f-affb-ad99cb8a4f44 None None] Routers {'7925fbff-6f7d-4b0c-b995-1003dd550006'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:49.843955 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-3339f9b3-9267-4e3f-affb-ad99cb8a4f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:23:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['7925fbff-6f7d-4b0c-b995-1003dd550006'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:49.867559 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-49bb85ce-b842-4a04-9c3d-bdac066a245e tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "DELETE /v2.0/floatingips/c42c67e0-7309-4589-8b06-727a4509f230 HTTP/1.1" status: 204 len: 168 time: 1.0836139 Sep 03 18:23:49.868157 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'tag': '695579ed-f964-4788-aceb-48e7f4eeacd0'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:49.870423 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c22d411-5d48-4f25-bc6c-bfaac955e253" -d '{"events": [{"name": "network-changed", "server_uuid": "758607c6-ecce-4b04-8764-2da37cbcaef8", "tag": "695579ed-f964-4788-aceb-48e7f4eeacd0"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:49.910895 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a666f4f3-3492-4330-9304-83907309f17d x-openstack-request-id: req-a666f4f3-3492-4330-9304-83907309f17d {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:49.911218 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "758607c6-ecce-4b04-8764-2da37cbcaef8", "tag": "695579ed-f964-4788-aceb-48e7f4eeacd0", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:49.911477 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a666f4f3-3492-4330-9304-83907309f17d {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:49.911887 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'tag': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'status': 'completed', 'code': 200} Sep 03 18:23:49.950139 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-3339f9b3-9267-4e3f-affb-ad99cb8a4f44 None None] Set router 7925fbff-6f7d-4b0c-b995-1003dd550006 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:49.976900 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22d411-5d48-4f25-bc6c-bfaac955e253 req-3b721f00-4c0d-452f-920d-03cbe31910b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:49.978450 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c22d411-5d48-4f25-bc6c-bfaac955e253 req-3b721f00-4c0d-452f-920d-03cbe31910b8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=ca9887ef7b2a4b1ea04064556796915d&device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 1098 time: 0.0451596 Sep 03 18:23:50.114887 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22d411-5d48-4f25-bc6c-bfaac955e253 req-791757bf-59a9-468b-9d26-03775bf467ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:50.116370 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c22d411-5d48-4f25-bc6c-bfaac955e253 req-791757bf-59a9-468b-9d26-03775bf467ed service neutron] 10.222.0.55 "GET /v2.0/networks?id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b HTTP/1.1" status: 200 len: 910 time: 0.1267166 Sep 03 18:23:50.126891 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9359a752-5781-4357-aed7-814d432c06f2 req-c57c040c-fc29-494c-b27e-62c51855f015 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:50.128645 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9359a752-5781-4357-aed7-814d432c06f2 req-c57c040c-fc29-494c-b27e-62c51855f015 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0728512 Sep 03 18:23:50.160959 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-3339f9b3-9267-4e3f-affb-ad99cb8a4f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'name': 'tempest-TestShelveInstance-1690031428-router', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '53e47893-e788-4f13-9947-5200984c78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:40Z', 'updated_at': '2021-09-03T18:16:45Z', 'revision_number': 4, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'gw_port': {'id': '53e47893-e788-4f13-9947-5200984c78ee', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:41Z', 'updated_at': '2021-09-03T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'c85a2662-925d-40e1-b913-88e9ec4a8903', 'name': '', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'mac_address': 'fa:16:3e:a0:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:44Z', 'updated_at': '2021-09-03T18:16:50Z', 'revision_number': 5, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'subnets': [{'id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:50.176954 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c22d411-5d48-4f25-bc6c-bfaac955e253 req-4ec6d7c1-37ab-4238-9edb-47b4219f039e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=695579ed-f964-4788-aceb-48e7f4eeacd0 HTTP/1.1" status: 200 len: 217 time: 0.0474932 Sep 03 18:23:50.185842 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3339f9b3-9267-4e3f-affb-ad99cb8a4f44 None None] Checking router: 7925fbff-6f7d-4b0c-b995-1003dd550006 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:23:50.194219 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3339f9b3-9267-4e3f-affb-ad99cb8a4f44 None None] Routers {'7925fbff-6f7d-4b0c-b995-1003dd550006'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:50.194864 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-3339f9b3-9267-4e3f-affb-ad99cb8a4f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:23:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['7925fbff-6f7d-4b0c-b995-1003dd550006'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:50.203838 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-9359a752-5781-4357-aed7-814d432c06f2 req-c565dbde-06f9-4e98-af0a-e5268d8b898b tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664213 Sep 03 18:23:50.241795 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22d411-5d48-4f25-bc6c-bfaac955e253 req-bce26c71-0637-4e91-a8fc-5074c8464fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:50.243331 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c22d411-5d48-4f25-bc6c-bfaac955e253 req-bce26c71-0637-4e91-a8fc-5074c8464fc5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=4baf20d9-9520-47b3-90c9-1d690066a24e HTTP/1.1" status: 200 len: 848 time: 0.0526090 Sep 03 18:23:50.296409 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c22d411-5d48-4f25-bc6c-bfaac955e253 req-65865dd6-0514-4289-abf0-ed34943df7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:50.297911 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c22d411-5d48-4f25-bc6c-bfaac955e253 req-65865dd6-0514-4289-abf0-ed34943df7c1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0461199 Sep 03 18:23:50.351597 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device eeb47ccc-748e-42fd-906d-05307a679676 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:23:50.389756 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c22d411-5d48-4f25-bc6c-bfaac955e253 req-d06d9c48-1111-4a06-a2f0-1e6cded65691 service neutron] 10.222.0.55 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832751 Sep 03 18:23:50.398205 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: eeb47ccc-748e-42fd-906d-05307a679676 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:23:50.398570 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device eeb47ccc-748e-42fd-906d-05307a679676 not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:23:50.436447 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-3339f9b3-9267-4e3f-affb-ad99cb8a4f44 None None] Set router 7925fbff-6f7d-4b0c-b995-1003dd550006 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:50.481774 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-8c22d411-5d48-4f25-bc6c-bfaac955e253 req-b6a844df-ed4e-4cfa-a349-a92eec6de860 service neutron] 10.222.0.55 "GET /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841496 Sep 03 18:23:50.513397 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55780) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:50.633852 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-3339f9b3-9267-4e3f-affb-ad99cb8a4f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'name': 'tempest-TestShelveInstance-1690031428-router', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '53e47893-e788-4f13-9947-5200984c78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:40Z', 'updated_at': '2021-09-03T18:16:45Z', 'revision_number': 4, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'gw_port': {'id': '53e47893-e788-4f13-9947-5200984c78ee', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:41Z', 'updated_at': '2021-09-03T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'c85a2662-925d-40e1-b913-88e9ec4a8903', 'name': '', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'mac_address': 'fa:16:3e:a0:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:44Z', 'updated_at': '2021-09-03T18:16:50Z', 'revision_number': 5, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'subnets': [{'id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:50.660862 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3339f9b3-9267-4e3f-affb-ad99cb8a4f44 None None] The sync data for ids ['7925fbff-6f7d-4b0c-b995-1003dd550006'] in dv-cinder-788782-10-iscsi is: [{'id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'name': 'tempest-TestShelveInstance-1690031428-router', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '53e47893-e788-4f13-9947-5200984c78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:40Z', 'updated_at': '2021-09-03T18:16:45Z', 'revision_number': 4, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'gw_port': {'id': '53e47893-e788-4f13-9947-5200984c78ee', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:41Z', 'updated_at': '2021-09-03T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': 'c85a2662-925d-40e1-b913-88e9ec4a8903', 'name': '', 'network_id': 'f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'mac_address': 'fa:16:3e:a0:88:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:44Z', 'updated_at': '2021-09-03T18:16:50Z', 'revision_number': 5, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'subnets': [{'id': '4baf20d9-9520-47b3-90c9-1d690066a24e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:23:50.670719 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-63d85569-6fb9-4f2d-baa2-125c7081a5b6 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Deleting port a838854c-026a-44d3-bdd2-f22e884918b7 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:50.671069 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-63d85569-6fb9-4f2d-baa2-125c7081a5b6 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:50.750425 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-63d85569-6fb9-4f2d-baa2-125c7081a5b6 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:50.750672 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-63d85569-6fb9-4f2d-baa2-125c7081a5b6 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:50.761618 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-63d85569-6fb9-4f2d-baa2-125c7081a5b6 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Calling delete_port for a838854c-026a-44d3-bdd2-f22e884918b7 owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:50.881261 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c7e2bb-4a20-485a-83fa-9521fd1b3e0f None None] New status for floating IP c42c67e0-7309-4589-8b06-727a4509f230: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:23:50.915686 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-63d85569-6fb9-4f2d-baa2-125c7081a5b6 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:50.947705 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d85569-6fb9-4f2d-baa2-125c7081a5b6 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event deleted for resources: {'Port': ['ID=a838854c-026a-44d3-bdd2-f22e884918b7,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:51.004639 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-63d85569-6fb9-4f2d-baa2-125c7081a5b6 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:51.004902 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-63d85569-6fb9-4f2d-baa2-125c7081a5b6 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Floating IP 9ddb4bd7-7653-41bf-a7ad-82657a07cb8b disassociated (deleted). External IP: 172.27.3.21, port: 609a9010-9b21-4603-848d-dbcbb5a93f80. Sep 03 18:23:51.205816 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d85569-6fb9-4f2d-baa2-125c7081a5b6 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Router 8daeb64a-9fdc-4c5f-8d36-739021054d31 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:23:51.340316 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b3b951-aab1-4f31-8cea-ef516d51a147 req-d3d32f9c-d1f4-47a8-b9f9-28cc355e3530 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:51.341686 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2b3b951-aab1-4f31-8cea-ef516d51a147 req-d3d32f9c-d1f4-47a8-b9f9-28cc355e3530 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0652101 Sep 03 18:23:51.353207 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d85569-6fb9-4f2d-baa2-125c7081a5b6 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:23:51.361071 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-63d85569-6fb9-4f2d-baa2-125c7081a5b6 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:51.362964 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c7d7e-8b31-42e4-840d-ac7e97b19023 None None] Sync routers for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:51.372046 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c7d7e-8b31-42e4-840d-ac7e97b19023 None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:51.372650 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-284c7d7e-8b31-42e4-840d-ac7e97b19023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:23:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:51.402191 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-63d85569-6fb9-4f2d-baa2-125c7081a5b6 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "DELETE /v2.0/floatingips/9ddb4bd7-7653-41bf-a7ad-82657a07cb8b HTTP/1.1" status: 204 len: 168 time: 0.8877089 Sep 03 18:23:51.410686 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e2b3b951-aab1-4f31-8cea-ef516d51a147 req-9c97b90a-cd64-4efd-86ec-ab4e7bd297aa tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/security-groups?id=24bf422b-d90b-45bb-85f9-22246f1a4369&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585585 Sep 03 18:23:51.479278 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-284c7d7e-8b31-42e4-840d-ac7e97b19023 None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:51.646796 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d814ea-07a4-40f4-9fda-b63e46585fb8 req-28ad491f-89d1-47fd-9083-9ecbf039ceba tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:51.648213 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-61d814ea-07a4-40f4-9fda-b63e46585fb8 req-28ad491f-89d1-47fd-9083-9ecbf039ceba tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 945 time: 0.0770845 Sep 03 18:23:51.681218 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-284c7d7e-8b31-42e4-840d-ac7e97b19023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:51.682879 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c876c-056c-4f6d-b93a-d54a282aee9d req-683319c4-bf8d-4a4c-aa23-bf2c9de070ac tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:51.684327 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-613c876c-056c-4f6d-b93a-d54a282aee9d req-683319c4-bf8d-4a4c-aa23-bf2c9de070ac tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.55 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 945 time: 0.0833673 Sep 03 18:23:51.711296 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c7d7e-8b31-42e4-840d-ac7e97b19023 None None] Checking router: 8daeb64a-9fdc-4c5f-8d36-739021054d31 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:23:51.719537 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284c7d7e-8b31-42e4-840d-ac7e97b19023 None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:51.720143 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-284c7d7e-8b31-42e4-840d-ac7e97b19023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:23:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:51.726488 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-61d814ea-07a4-40f4-9fda-b63e46585fb8 req-9eac99d2-6209-4380-82dd-289991804913 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712841 Sep 03 18:23:51.789807 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-613c876c-056c-4f6d-b93a-d54a282aee9d req-551e611d-8a74-42c7-b072-2e2de0b78945 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Deleting port 695579ed-f964-4788-aceb-48e7f4eeacd0 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:51.790142 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-613c876c-056c-4f6d-b93a-d54a282aee9d req-551e611d-8a74-42c7-b072-2e2de0b78945 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:51.823177 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-284c7d7e-8b31-42e4-840d-ac7e97b19023 None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:51.878077 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-613c876c-056c-4f6d-b93a-d54a282aee9d req-551e611d-8a74-42c7-b072-2e2de0b78945 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] For port 695579ed-f964-4788-aceb-48e7f4eeacd0, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=695579ed-f964-4788-aceb-48e7f4eeacd0,segment=NetworkSegment(77ef173a-d88f-43ea-aaef-6deb87344210),segment_id=77ef173a-d88f-43ea-aaef-6deb87344210)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:51.878467 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-613c876c-056c-4f6d-b93a-d54a282aee9d req-551e611d-8a74-42c7-b072-2e2de0b78945 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:51.890542 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [req-613c876c-056c-4f6d-b93a-d54a282aee9d req-551e611d-8a74-42c7-b072-2e2de0b78945 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Calling delete_port for 695579ed-f964-4788-aceb-48e7f4eeacd0 owned by compute:nova {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:51.929619 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'tag': '609a9010-9b21-4603-848d-dbcbb5a93f80'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:51.931818 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c37ec0b-31e9-4be4-80f0-bb9cf5b8e8f1" -d '{"events": [{"name": "network-changed", "server_uuid": "b8c09608-00b1-4d1f-ab9b-23cd4a49020a", "tag": "609a9010-9b21-4603-848d-dbcbb5a93f80"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:51.971085 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac81c0c-cea1-4560-8d30-a25dbac19523 x-openstack-request-id: req-fac81c0c-cea1-4560-8d30-a25dbac19523 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:51.971389 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8c09608-00b1-4d1f-ab9b-23cd4a49020a", "tag": "609a9010-9b21-4603-848d-dbcbb5a93f80", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:51.971675 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fac81c0c-cea1-4560-8d30-a25dbac19523 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:51.972597 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'tag': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'status': 'completed', 'code': 200} Sep 03 18:23:52.023967 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-284c7d7e-8b31-42e4-840d-ac7e97b19023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:52.035673 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-613c876c-056c-4f6d-b93a-d54a282aee9d req-551e611d-8a74-42c7-b072-2e2de0b78945 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:52.038277 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37ec0b-31e9-4be4-80f0-bb9cf5b8e8f1 req-171799cc-aaab-49f6-a5d8-3ce759a9194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:52.039889 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2c37ec0b-31e9-4be4-80f0-bb9cf5b8e8f1 req-171799cc-aaab-49f6-a5d8-3ce759a9194f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 1098 time: 0.0439415 Sep 03 18:23:52.050032 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-284c7d7e-8b31-42e4-840d-ac7e97b19023 None None] The sync data for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi is: [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:15:25Z', 'revision_number': 4, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '6c5ac72e-8344-49a4-a8b2-9f48f8133b7d', 'name': '', 'network_id': '2e3d5c3b-117a-4d63-b91d-c04b73d3319d', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'mac_address': 'fa:16:3e:af:86:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 361, 'fixed_ips': [{'subnet_id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:25Z', 'updated_at': '2021-09-03T18:15:35Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'subnets': [{'id': '3a7abc42-8f93-433e-8867-522bfd9c85b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:23:52.146950 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37ec0b-31e9-4be4-80f0-bb9cf5b8e8f1 req-07a0a827-6021-4e04-9779-6cc6bbce9493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:52.148506 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2c37ec0b-31e9-4be4-80f0-bb9cf5b8e8f1 req-07a0a827-6021-4e04-9779-6cc6bbce9493 service neutron] 10.222.0.55 "GET /v2.0/networks?id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 200 len: 912 time: 0.0995786 Sep 03 18:23:52.197853 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2c37ec0b-31e9-4be4-80f0-bb9cf5b8e8f1 req-68c871ce-4a6b-44f0-acd5-83b250b03046 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=609a9010-9b21-4603-848d-dbcbb5a93f80 HTTP/1.1" status: 200 len: 217 time: 0.0397599 Sep 03 18:23:52.252576 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37ec0b-31e9-4be4-80f0-bb9cf5b8e8f1 req-2dfa4793-9eb1-4a93-a620-a9ed3fba7150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:52.254890 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2c37ec0b-31e9-4be4-80f0-bb9cf5b8e8f1 req-2dfa4793-9eb1-4a93-a620-a9ed3fba7150 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=3a7abc42-8f93-433e-8867-522bfd9c85b3 HTTP/1.1" status: 200 len: 850 time: 0.0488038 Sep 03 18:23:52.285255 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c19e50-168c-4404-8b89-2fdc71383ba6 None None] New status for floating IP 9ddb4bd7-7653-41bf-a7ad-82657a07cb8b: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:23:52.302834 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37ec0b-31e9-4be4-80f0-bb9cf5b8e8f1 req-ee728224-3035-460e-811e-d9144e80577b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:52.304365 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2c37ec0b-31e9-4be4-80f0-bb9cf5b8e8f1 req-ee728224-3035-460e-811e-d9144e80577b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=2e3d5c3b-117a-4d63-b91d-c04b73d3319d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421207 Sep 03 18:23:52.312041 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e611d-8a74-42c7-b072-2e2de0b78945 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Pushing event deleted for resources: {'Port': ['ID=695579ed-f964-4788-aceb-48e7f4eeacd0,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:52.365547 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [req-613c876c-056c-4f6d-b93a-d54a282aee9d req-551e611d-8a74-42c7-b072-2e2de0b78945 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] No DVR routers for this DVR port 695579ed-f964-4788-aceb-48e7f4eeacd0 on host hv-cinder-78878 {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:23:52.369365 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-613c876c-056c-4f6d-b93a-d54a282aee9d req-551e611d-8a74-42c7-b072-2e2de0b78945 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:52.371705 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-613c876c-056c-4f6d-b93a-d54a282aee9d req-551e611d-8a74-42c7-b072-2e2de0b78945 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.55 "DELETE /v2.0/ports/695579ed-f964-4788-aceb-48e7f4eeacd0 HTTP/1.1" status: 204 len: 173 time: 0.6796112 Sep 03 18:23:52.417894 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2c37ec0b-31e9-4be4-80f0-bb9cf5b8e8f1 req-0f37f626-5b39-4582-8ef3-ed4ef7cc5e73 service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006148 Sep 03 18:23:52.515118 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c2c39624-9b15-466c-a9c4-de438de5c0dd req-5ab99d53-0582-46a4-83b4-95bf407e5039 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "GET /v2.0/ports?device_id=758607c6-ecce-4b04-8764-2da37cbcaef8 HTTP/1.1" status: 200 len: 210 time: 0.0282574 Sep 03 18:23:52.519846 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2c37ec0b-31e9-4be4-80f0-bb9cf5b8e8f1 req-3280372b-bb3c-4054-8f11-81b524802e1f service neutron] 10.222.0.55 "GET /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922325 Sep 03 18:23:52.723375 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c614ddda-efa6-48ce-8c4e-fd9fa0f1d96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:52.845053 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f181377-756e-4334-96ae-81e491fb9681 req-85e48a00-bb15-4d94-900f-cd7caa246033 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:52.846821 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6f181377-756e-4334-96ae-81e491fb9681 req-85e48a00-bb15-4d94-900f-cd7caa246033 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 945 time: 0.0496552 Sep 03 18:23:52.890517 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-6f181377-756e-4334-96ae-81e491fb9681 req-f13ba6c4-8b7d-4398-ae48-450cc9db636b tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/security-groups?id=05d25b1e-6f51-4202-82c3-76c536106f35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376451 Sep 03 18:23:53.264416 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608a2d9-a1e4-420c-9b1a-17c46c69ef57 req-64130b75-454e-479f-8456-e77876222afc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:23:53.265753 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2608a2d9-a1e4-420c-9b1a-17c46c69ef57 req-64130b75-454e-479f-8456-e77876222afc tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.55 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 945 time: 0.0522339 Sep 03 18:23:53.571834 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55798) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:53.600946 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-2608a2d9-a1e4-420c-9b1a-17c46c69ef57 req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Deleting port 609a9010-9b21-4603-848d-dbcbb5a93f80 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:53.601282 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-2608a2d9-a1e4-420c-9b1a-17c46c69ef57 req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.629915 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2c65499-e015-4bc5-8ea4-47767ea56688 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.664933 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2c65499-e015-4bc5-8ea4-47767ea56688 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.689772 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-2608a2d9-a1e4-420c-9b1a-17c46c69ef57 req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] For port 609a9010-9b21-4603-848d-dbcbb5a93f80, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=609a9010-9b21-4603-848d-dbcbb5a93f80,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:53.690131 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-2608a2d9-a1e4-420c-9b1a-17c46c69ef57 req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.703155 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-2608a2d9-a1e4-420c-9b1a-17c46c69ef57 req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Calling delete_port for 609a9010-9b21-4603-848d-dbcbb5a93f80 owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:53.725106 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2c65499-e015-4bc5-8ea4-47767ea56688 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.727667 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c2c65499-e015-4bc5-8ea4-47767ea56688 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.731444 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c2c65499-e015-4bc5-8ea4-47767ea56688 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] 10.222.0.45 "DELETE /v2.0/security-groups/24bf422b-d90b-45bb-85f9-22246f1a4369 HTTP/1.1" status: 204 len: 168 time: 0.1584499 Sep 03 18:23:53.741388 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c65499-e015-4bc5-8ea4-47767ea56688 tempest-TestShelveInstance-2066802216 tempest-TestShelveInstance-2066802216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24bf422b-d90b-45bb-85f9-22246f1a4369,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:53.791265 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55802) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:53.847157 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-2608a2d9-a1e4-420c-9b1a-17c46c69ef57 req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.874800 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event deleted for resources: {'Port': ['ID=609a9010-9b21-4603-848d-dbcbb5a93f80,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:53.902599 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:53.902944 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:53.903277 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:53.903607 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:53.903930 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:53.904440 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:53.904587 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:53.904906 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:53.905222 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:53.905541 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:53.905854 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:53.906165 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:23:53.929243 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-2608a2d9-a1e4-420c-9b1a-17c46c69ef57 req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] No DVR routers for this DVR port 609a9010-9b21-4603-848d-dbcbb5a93f80 on host hv-cinder-78878 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:23:53.931717 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-2608a2d9-a1e4-420c-9b1a-17c46c69ef57 req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:53.933713 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-2608a2d9-a1e4-420c-9b1a-17c46c69ef57 req-8df143f7-1f88-46aa-a08e-65cedb1a6acf tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.55 "DELETE /v2.0/ports/609a9010-9b21-4603-848d-dbcbb5a93f80 HTTP/1.1" status: 204 len: 173 time: 0.6616127 Sep 03 18:23:53.934144 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'name': 'network-vif-deleted', 'tag': '609a9010-9b21-4603-848d-dbcbb5a93f80'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:53.936394 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b0c1b2-cae9-4489-864b-8f75f91e2f6b" -d '{"events": [{"server_uuid": "b8c09608-00b1-4d1f-ab9b-23cd4a49020a", "name": "network-vif-deleted", "tag": "609a9010-9b21-4603-848d-dbcbb5a93f80"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:53.974052 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'name': 'network-vif-deleted', 'tag': '695579ed-f964-4788-aceb-48e7f4eeacd0'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:23:53.976661 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0535114-2943-4f5d-8c0d-7095713271cc" -d '{"events": [{"server_uuid": "758607c6-ecce-4b04-8764-2da37cbcaef8", "name": "network-vif-deleted", "tag": "695579ed-f964-4788-aceb-48e7f4eeacd0"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:23:53.988941 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb647cf-54f6-442f-b1db-85ce52ac1a31 x-openstack-request-id: req-2fb647cf-54f6-442f-b1db-85ce52ac1a31 {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:53.989250 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8c09608-00b1-4d1f-ab9b-23cd4a49020a", "name": "network-vif-deleted", "tag": "609a9010-9b21-4603-848d-dbcbb5a93f80", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:53.989476 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2fb647cf-54f6-442f-b1db-85ce52ac1a31 {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:53.989873 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8c09608-00b1-4d1f-ab9b-23cd4a49020a', 'name': 'network-vif-deleted', 'tag': '609a9010-9b21-4603-848d-dbcbb5a93f80', 'status': 'completed', 'code': 200} Sep 03 18:23:54.017370 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-e1036e6f-6918-499f-9193-918781adb2e5 req-245fb11b-3f68-4c08-9d59-59e6d0287ac8 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "GET /v2.0/ports?device_id=b8c09608-00b1-4d1f-ab9b-23cd4a49020a HTTP/1.1" status: 200 len: 210 time: 0.0357313 Sep 03 18:23:54.025604 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba9cddce-d88f-47e2-98b8-1747e7b9e83a x-openstack-request-id: req-ba9cddce-d88f-47e2-98b8-1747e7b9e83a {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:23:54.025884 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "758607c6-ecce-4b04-8764-2da37cbcaef8", "name": "network-vif-deleted", "tag": "695579ed-f964-4788-aceb-48e7f4eeacd0", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:23:54.026128 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba9cddce-d88f-47e2-98b8-1747e7b9e83a {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:23:54.026825 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '758607c6-ecce-4b04-8764-2da37cbcaef8', 'name': 'network-vif-deleted', 'tag': '695579ed-f964-4788-aceb-48e7f4eeacd0', 'status': 'completed', 'code': 200} Sep 03 18:23:54.298422 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9ca7-1244-4b2a-875a-49eb4bdf162a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921001'] for router_interface, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:54.540764 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab9ca7-1244-4b2a-875a-49eb4bdf162a admin admin] Deleting port c85a2662-925d-40e1-b913-88e9ec4a8903 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:54.541015 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9ca7-1244-4b2a-875a-49eb4bdf162a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:54.623459 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-c6ab9ca7-1244-4b2a-875a-49eb4bdf162a admin admin] For port c85a2662-925d-40e1-b913-88e9ec4a8903, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=c85a2662-925d-40e1-b913-88e9ec4a8903,segment=NetworkSegment(77ef173a-d88f-43ea-aaef-6deb87344210),segment_id=77ef173a-d88f-43ea-aaef-6deb87344210)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:54.624187 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9ca7-1244-4b2a-875a-49eb4bdf162a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:54.637051 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-c6ab9ca7-1244-4b2a-875a-49eb4bdf162a admin admin] Calling delete_port for c85a2662-925d-40e1-b913-88e9ec4a8903 owned by network:router_interface {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:54.811273 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9ca7-1244-4b2a-875a-49eb4bdf162a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:54.839940 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ab9ca7-1244-4b2a-875a-49eb4bdf162a admin admin] Pushing event deleted for resources: {'Port': ['ID=c85a2662-925d-40e1-b913-88e9ec4a8903,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:54.907391 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:23:55.004104 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-c6ab9ca7-1244-4b2a-875a-49eb4bdf162a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823307'] for router_interface, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.076744 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55814) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:55.197742 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-06e3d249-f79b-4c23-ad28-53c3967e5940 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Deleting port bc3a8343-d05c-4065-9dcc-47bc6ce8f7ac {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:55.198088 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-06e3d249-f79b-4c23-ad28-53c3967e5940 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.213423 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6ab9ca7-1244-4b2a-875a-49eb4bdf162a admin admin] Router 7925fbff-6f7d-4b0c-b995-1003dd550006 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:23:55.276486 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-06e3d249-f79b-4c23-ad28-53c3967e5940 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.276878 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-06e3d249-f79b-4c23-ad28-53c3967e5940 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.288936 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-06e3d249-f79b-4c23-ad28-53c3967e5940 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Calling delete_port for bc3a8343-d05c-4065-9dcc-47bc6ce8f7ac owned by network:floatingip {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:55.318233 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ab9ca7-1244-4b2a-875a-49eb4bdf162a admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:23:55.323894 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-c6ab9ca7-1244-4b2a-875a-49eb4bdf162a admin admin] 10.222.0.45 "PUT /v2.0/routers/7925fbff-6f7d-4b0c-b995-1003dd550006/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5315850 Sep 03 18:23:55.326464 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55816) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:55.331809 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871241dd-b8b3-4d7d-9562-fa2efd5a673d None None] Sync routers for ids ['7925fbff-6f7d-4b0c-b995-1003dd550006'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:55.341786 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871241dd-b8b3-4d7d-9562-fa2efd5a673d None None] Routers {'7925fbff-6f7d-4b0c-b995-1003dd550006'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:55.342899 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-871241dd-b8b3-4d7d-9562-fa2efd5a673d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:23:25Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['7925fbff-6f7d-4b0c-b995-1003dd550006'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:55.424763 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7a0d035b-8e6a-4b1e-88ae-989f0daef6bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.430134 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-06e3d249-f79b-4c23-ad28-53c3967e5940 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.446162 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01f45832-fd02-4a55-9bfb-ae3c3635e0f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.457596 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e3d249-f79b-4c23-ad28-53c3967e5940 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event deleted for resources: {'Port': ['ID=bc3a8343-d05c-4065-9dcc-47bc6ce8f7ac,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:55.469132 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-871241dd-b8b3-4d7d-9562-fa2efd5a673d None None] Set router 7925fbff-6f7d-4b0c-b995-1003dd550006 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:55.514851 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-06e3d249-f79b-4c23-ad28-53c3967e5940 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for floatingip, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.517512 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-06e3d249-f79b-4c23-ad28-53c3967e5940 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.519219 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-06e3d249-f79b-4c23-ad28-53c3967e5940 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "DELETE /v2.0/floatingips/74c4e7b2-1157-4942-91de-1ee5aaea7990 HTTP/1.1" status: 204 len: 168 time: 0.4409502 Sep 03 18:23:55.558734 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01f45832-fd02-4a55-9bfb-ae3c3635e0f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.619346 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-01f45832-fd02-4a55-9bfb-ae3c3635e0f8 admin admin] Deleting port 53e47893-e788-4f13-9947-5200984c78ee {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:55.619713 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01f45832-fd02-4a55-9bfb-ae3c3635e0f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.663885 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-871241dd-b8b3-4d7d-9562-fa2efd5a673d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'name': 'tempest-TestShelveInstance-1690031428-router', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32'}], 'enable_snat': True}, 'gw_port_id': '53e47893-e788-4f13-9947-5200984c78ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:40Z', 'updated_at': '2021-09-03T18:23:54Z', 'revision_number': 5, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'gw_port': {'id': '53e47893-e788-4f13-9947-5200984c78ee', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:fe:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'device_owner': 'network:router_gateway', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:41Z', 'updated_at': '2021-09-03T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:55.693415 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871241dd-b8b3-4d7d-9562-fa2efd5a673d None None] Checking router: 7925fbff-6f7d-4b0c-b995-1003dd550006 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:23:55.702096 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871241dd-b8b3-4d7d-9562-fa2efd5a673d None None] Routers {'7925fbff-6f7d-4b0c-b995-1003dd550006'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:55.702731 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-871241dd-b8b3-4d7d-9562-fa2efd5a673d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:23:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['7925fbff-6f7d-4b0c-b995-1003dd550006'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:55.716251 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-01f45832-fd02-4a55-9bfb-ae3c3635e0f8 admin admin] For port 53e47893-e788-4f13-9947-5200984c78ee, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=53e47893-e788-4f13-9947-5200984c78ee,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:55.716748 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01f45832-fd02-4a55-9bfb-ae3c3635e0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.729572 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-01f45832-fd02-4a55-9bfb-ae3c3635e0f8 admin admin] Calling delete_port for 53e47893-e788-4f13-9947-5200984c78ee owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:55.790957 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-871241dd-b8b3-4d7d-9562-fa2efd5a673d None None] Set router 7925fbff-6f7d-4b0c-b995-1003dd550006 gateway port host: None {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:55.844553 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-871241dd-b8b3-4d7d-9562-fa2efd5a673d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'name': 'tempest-TestShelveInstance-1690031428-router', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:40Z', 'updated_at': '2021-09-03T18:23:55Z', 'revision_number': 6, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'gw_port_host': None}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:55.877613 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871241dd-b8b3-4d7d-9562-fa2efd5a673d None None] The sync data for ids ['7925fbff-6f7d-4b0c-b995-1003dd550006'] in dv-cinder-788782-10-iscsi is: [{'id': '7925fbff-6f7d-4b0c-b995-1003dd550006', 'name': 'tempest-TestShelveInstance-1690031428-router', 'tenant_id': 'ca9887ef7b2a4b1ea04064556796915d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:40Z', 'updated_at': '2021-09-03T18:23:55Z', 'revision_number': 6, 'project_id': 'ca9887ef7b2a4b1ea04064556796915d', 'gw_port_host': None}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:23:55.889207 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.911671 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01f45832-fd02-4a55-9bfb-ae3c3635e0f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:55.941607 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f45832-fd02-4a55-9bfb-ae3c3635e0f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=53e47893-e788-4f13-9947-5200984c78ee,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:56.001085 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01f45832-fd02-4a55-9bfb-ae3c3635e0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823155'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.087087 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01f45832-fd02-4a55-9bfb-ae3c3635e0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.090190 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01f45832-fd02-4a55-9bfb-ae3c3635e0f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.131167 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01f45832-fd02-4a55-9bfb-ae3c3635e0f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920623'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.131632 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f45832-fd02-4a55-9bfb-ae3c3635e0f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7925fbff-6f7d-4b0c-b995-1003dd550006 {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:23:56.136316 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01f45832-fd02-4a55-9bfb-ae3c3635e0f8 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.137449 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-01f45832-fd02-4a55-9bfb-ae3c3635e0f8 admin admin] 10.222.0.45 "DELETE /v2.0/routers/7925fbff-6f7d-4b0c-b995-1003dd550006 HTTP/1.1" status: 204 len: 168 time: 0.8099914 Sep 03 18:23:56.139966 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55828) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:56.183193 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-76e538de-a36b-4216-a40a-4cfc44fdfdc5 admin admin] Deleting subnet 4baf20d9-9520-47b3-90c9-1d690066a24e {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:23:56.186096 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76e538de-a36b-4216-a40a-4cfc44fdfdc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.219980 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76e538de-a36b-4216-a40a-4cfc44fdfdc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27699962'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.302857 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76e538de-a36b-4216-a40a-4cfc44fdfdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.347641 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 695579ed-f964-4788-aceb-48e7f4eeacd0 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:23:56.356091 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76e538de-a36b-4216-a40a-4cfc44fdfdc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25571218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25266592'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.367977 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: 695579ed-f964-4788-aceb-48e7f4eeacd0 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:23:56.368341 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 695579ed-f964-4788-aceb-48e7f4eeacd0 not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:23:56.382822 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e538de-a36b-4216-a40a-4cfc44fdfdc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4baf20d9-9520-47b3-90c9-1d690066a24e,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:56.384746 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-76e538de-a36b-4216-a40a-4cfc44fdfdc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.387634 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-76e538de-a36b-4216-a40a-4cfc44fdfdc5 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/4baf20d9-9520-47b3-90c9-1d690066a24e HTTP/1.1" status: 204 len: 168 time: 0.2456996 Sep 03 18:23:56.388363 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438c3c72-4582-498c-9833-73f229562dd5 None None] Network f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:23:56.389084 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55830) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:56.463706 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.515819 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] Deleting port 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:56.516156 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.576515 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] For port 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1,segment=NetworkSegment(77ef173a-d88f-43ea-aaef-6deb87344210),segment_id=77ef173a-d88f-43ea-aaef-6deb87344210)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:56.576797 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.592874 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] Calling delete_port for 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 owned by network:dhcp {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:56.681445 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.696659 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c796fa8-4ee2-4547-82ce-2be1d44800f1 None None] DHCP port deletion for f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b request from dv-cinder-788782-10-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:23:56.711111 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:56.716525 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] No DVR routers for this DVR port 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 on host dv-cinder-788782-10-iscsi {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:23:56.736066 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 53e47893-e788-4f13-9947-5200984c78ee no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:23:56.745769 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55834) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:56.761754 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: 53e47893-e788-4f13-9947-5200984c78ee {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:23:56.761754 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 53e47893-e788-4f13-9947-5200984c78ee not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:23:56.762159 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device c85a2662-925d-40e1-b913-88e9ec4a8903 no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:23:56.790192 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: c85a2662-925d-40e1-b913-88e9ec4a8903 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:23:56.790598 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device c85a2662-925d-40e1-b913-88e9ec4a8903 not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:23:56.797127 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.807840 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:56.817149 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e3159f81-6c15-4b4d-910b-ecb41c413ee3 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.818555 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77ef173a-d88f-43ea-aaef-6deb87344210') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:56.818916 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77ef173a-d88f-43ea-aaef-6deb87344210') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:56.827787 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27699939'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.843407 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.845122 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e3159f81-6c15-4b4d-910b-ecb41c413ee3 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.850789 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:23:56.851187 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25571276'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: timer() Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: cb(*args, **kw) Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: self._notify() Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: self.callback(batched_events) Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: event.method(event) Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: return self._get(url).json() Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:23:56.852940 dv-cinder-788782-10-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:23:56.859477 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.915761 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.922094 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.923511 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e3159f81-6c15-4b4d-910b-ecb41c413ee3 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.926191 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-e3159f81-6c15-4b4d-910b-ecb41c413ee3 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:56.929942 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-e3159f81-6c15-4b4d-910b-ecb41c413ee3 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] 10.222.0.45 "DELETE /v2.0/security-groups/05d25b1e-6f51-4202-82c3-76c536106f35 HTTP/1.1" status: 204 len: 168 time: 0.1805563 Sep 03 18:23:56.934972 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] 10.222.0.45 "DELETE /v2.0/networks/f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b HTTP/1.1" status: 204 len: 168 time: 0.5421104 Sep 03 18:23:56.935432 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55838) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:56.978619 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3159f81-6c15-4b4d-910b-ecb41c413ee3 tempest-TestVolumeBootPattern-702756231 tempest-TestVolumeBootPattern-702756231-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05d25b1e-6f51-4202-82c3-76c536106f35,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:57.022340 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55840) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:57.180187 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995267a-590f-49b0-b322-76f333320e71 admin admin] Pushing event deleted for resources: {'Network': ['ID=f30e4c7a-52fe-4c3a-9045-5dcb4f27e80b,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:57.558628 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a8cba4c9-65a9-4559-af48-f7d29cb69bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921001'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:57.689442 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b199e602-dc7e-452e-a079-0406bad2f6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921001'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:57.986649 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-a8cba4c9-65a9-4559-af48-f7d29cb69bb5 admin admin] Deleting port edea8339-1fdd-4698-a7e2-09a9c9ee55f4 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:57.987886 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a8cba4c9-65a9-4559-af48-f7d29cb69bb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.103588 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-a8cba4c9-65a9-4559-af48-f7d29cb69bb5 admin admin] For port edea8339-1fdd-4698-a7e2-09a9c9ee55f4, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=edea8339-1fdd-4698-a7e2-09a9c9ee55f4,segment=NetworkSegment(7b5076ab-a1e9-40f4-9f07-af7cc4d6b658),segment_id=7b5076ab-a1e9-40f4-9f07-af7cc4d6b658)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:58.103954 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a8cba4c9-65a9-4559-af48-f7d29cb69bb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.121150 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-b199e602-dc7e-452e-a079-0406bad2f6e9 admin admin] Deleting port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:23:58.121485 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b199e602-dc7e-452e-a079-0406bad2f6e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.123254 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-a8cba4c9-65a9-4559-af48-f7d29cb69bb5 admin admin] Calling delete_port for edea8339-1fdd-4698-a7e2-09a9c9ee55f4 owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:58.175749 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.248746 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-b199e602-dc7e-452e-a079-0406bad2f6e9 admin admin] For port 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=6c5ac72e-8344-49a4-a8b2-9f48f8133b7d,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:23:58.249017 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b199e602-dc7e-452e-a079-0406bad2f6e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.295781 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-b199e602-dc7e-452e-a079-0406bad2f6e9 admin admin] Calling delete_port for 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:23:58.347551 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 609a9010-9b21-4603-848d-dbcbb5a93f80 no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:23:58.366240 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: 609a9010-9b21-4603-848d-dbcbb5a93f80 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:23:58.366601 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 609a9010-9b21-4603-848d-dbcbb5a93f80 not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:23:58.387886 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.643914 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:23:58.664809 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:23:58.665150 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 7a7ae5b7-ceae-4b2d-9f9a-2986bcf23cb1 not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:23:58.719035 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a8cba4c9-65a9-4559-af48-f7d29cb69bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.748157 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cba4c9-65a9-4559-af48-f7d29cb69bb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=edea8339-1fdd-4698-a7e2-09a9c9ee55f4,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:58.846189 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b199e602-dc7e-452e-a079-0406bad2f6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:58.934003 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199e602-dc7e-452e-a079-0406bad2f6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6c5ac72e-8344-49a4-a8b2-9f48f8133b7d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:23:59.009904 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-a8cba4c9-65a9-4559-af48-f7d29cb69bb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823307'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:59.186677 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-b199e602-dc7e-452e-a079-0406bad2f6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823307'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:59.388779 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8cba4c9-65a9-4559-af48-f7d29cb69bb5 admin admin] Router 9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:23:59.571568 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b199e602-dc7e-452e-a079-0406bad2f6e9 admin admin] Router 8daeb64a-9fdc-4c5f-8d36-739021054d31 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:23:59.582085 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8cba4c9-65a9-4559-af48-f7d29cb69bb5 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:23:59.587914 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-a8cba4c9-65a9-4559-af48-f7d29cb69bb5 admin admin] 10.222.0.45 "PUT /v2.0/routers/9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6516049 Sep 03 18:23:59.590576 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55846) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:59.593204 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d85ea79-3b6b-4166-b4c6-9aa0fe1a84a1 None None] Sync routers for ids ['9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:59.602890 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d85ea79-3b6b-4166-b4c6-9aa0fe1a84a1 None None] Routers {'9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:59.603593 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7d85ea79-3b6b-4166-b4c6-9aa0fe1a84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:23:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:59.695141 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b199e602-dc7e-452e-a079-0406bad2f6e9 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:23:59.703216 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-b199e602-dc7e-452e-a079-0406bad2f6e9 admin admin] 10.222.0.45 "PUT /v2.0/routers/8daeb64a-9fdc-4c5f-8d36-739021054d31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6796997 Sep 03 18:23:59.703362 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55848) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:23:59.707511 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b9e8b-ecdc-4990-a2ec-5cab62c77812 None None] Sync routers for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:23:59.711991 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-17a6b989-36ef-4e6b-a54f-033cd815ad16 admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:59.712996 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-7d85ea79-3b6b-4166-b4c6-9aa0fe1a84a1 None None] Set router 9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:59.716518 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b9e8b-ecdc-4990-a2ec-5cab62c77812 None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:59.717122 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-b17b9e8b-ecdc-4990-a2ec-5cab62c77812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:23:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:59.826619 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-b17b9e8b-ecdc-4990-a2ec-5cab62c77812 None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:23:59.895227 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed6d5b77-472a-4e3b-9b2f-b6556be904c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:59.896313 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7d85ea79-3b6b-4166-b4c6-9aa0fe1a84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'name': 'tempest-TestShelveInstance-1006797219-router', 'tenant_id': 'fb2394940d824addb99d399bef99357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:48Z', 'updated_at': '2021-09-03T18:23:58Z', 'revision_number': 5, 'project_id': 'fb2394940d824addb99d399bef99357e', 'gw_port': {'id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:49Z', 'updated_at': '2021-09-03T18:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:23:59.922675 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d85ea79-3b6b-4166-b4c6-9aa0fe1a84a1 None None] Checking router: 9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:23:59.929688 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-17a6b989-36ef-4e6b-a54f-033cd815ad16 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:23:59.932486 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d85ea79-3b6b-4166-b4c6-9aa0fe1a84a1 None None] Routers {'9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:23:59.933207 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7d85ea79-3b6b-4166-b4c6-9aa0fe1a84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:23:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:00.017104 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-b17b9e8b-ecdc-4990-a2ec-5cab62c77812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194'}], 'enable_snat': True}, 'gw_port_id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:23:58Z', 'revision_number': 5, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port': {'id': 'ef5dee8e-b0e9-46ab-a686-4eb9045f51a5', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:38:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:23Z', 'updated_at': '2021-09-03T18:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:00.031712 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed6d5b77-472a-4e3b-9b2f-b6556be904c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.041832 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-7d85ea79-3b6b-4166-b4c6-9aa0fe1a84a1 None None] Set router 9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:24:00.043941 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-17a6b989-36ef-4e6b-a54f-033cd815ad16 admin admin] Deleting port da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:24:00.044313 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b9e8b-ecdc-4990-a2ec-5cab62c77812 None None] Checking router: 8daeb64a-9fdc-4c5f-8d36-739021054d31 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:24:00.044467 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-17a6b989-36ef-4e6b-a54f-033cd815ad16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.053765 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17b9e8b-ecdc-4990-a2ec-5cab62c77812 None None] Routers {'8daeb64a-9fdc-4c5f-8d36-739021054d31'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:24:00.054471 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-b17b9e8b-ecdc-4990-a2ec-5cab62c77812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:23:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['8daeb64a-9fdc-4c5f-8d36-739021054d31'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:00.158621 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-17a6b989-36ef-4e6b-a54f-033cd815ad16 admin admin] For port da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:00.158867 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-b17b9e8b-ecdc-4990-a2ec-5cab62c77812 None None] Set router 8daeb64a-9fdc-4c5f-8d36-739021054d31 gateway port host: None {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:24:00.159059 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-17a6b989-36ef-4e6b-a54f-033cd815ad16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.173005 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d5b77-472a-4e3b-9b2f-b6556be904c2 admin admin] Deleting port ef5dee8e-b0e9-46ab-a686-4eb9045f51a5 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:24:00.173338 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed6d5b77-472a-4e3b-9b2f-b6556be904c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.186866 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-17a6b989-36ef-4e6b-a54f-033cd815ad16 admin admin] Calling delete_port for da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:24:00.216857 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-b17b9e8b-ecdc-4990-a2ec-5cab62c77812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:24:00Z', 'revision_number': 6, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port_host': None}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:00.235518 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-7d85ea79-3b6b-4166-b4c6-9aa0fe1a84a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'name': 'tempest-TestShelveInstance-1006797219-router', 'tenant_id': 'fb2394940d824addb99d399bef99357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:48Z', 'updated_at': '2021-09-03T18:23:58Z', 'revision_number': 5, 'project_id': 'fb2394940d824addb99d399bef99357e', 'gw_port': {'id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:49Z', 'updated_at': '2021-09-03T18:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:00.246041 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17b9e8b-ecdc-4990-a2ec-5cab62c77812 None None] The sync data for ids ['8daeb64a-9fdc-4c5f-8d36-739021054d31'] in dv-cinder-788782-10-iscsi is: [{'id': '8daeb64a-9fdc-4c5f-8d36-739021054d31', 'name': 'tempest-TestVolumeBootPattern-637700937-router', 'tenant_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:22Z', 'updated_at': '2021-09-03T18:24:00Z', 'revision_number': 6, 'project_id': 'fbbf39ea06ed4764ad55a9860853f5f8', 'gw_port_host': None}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:24:00.307246 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-ed6d5b77-472a-4e3b-9b2f-b6556be904c2 admin admin] For port ef5dee8e-b0e9-46ab-a686-4eb9045f51a5, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=ef5dee8e-b0e9-46ab-a686-4eb9045f51a5,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:00.307613 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed6d5b77-472a-4e3b-9b2f-b6556be904c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.323974 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d5b77-472a-4e3b-9b2f-b6556be904c2 admin admin] Calling delete_port for ef5dee8e-b0e9-46ab-a686-4eb9045f51a5 owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:24:00.355545 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d85ea79-3b6b-4166-b4c6-9aa0fe1a84a1 None None] The sync data for ids ['9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4'] in dv-cinder-788782-10-iscsi is: [{'id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'name': 'tempest-TestShelveInstance-1006797219-router', 'tenant_id': 'fb2394940d824addb99d399bef99357e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:16:48Z', 'updated_at': '2021-09-03T18:23:58Z', 'revision_number': 5, 'project_id': 'fb2394940d824addb99d399bef99357e', 'gw_port': {'id': 'da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:74:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:16:49Z', 'updated_at': '2021-09-03T18:16:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:24:00.508219 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-17a6b989-36ef-4e6b-a54f-033cd815ad16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.538024 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6b989-36ef-4e6b-a54f-033cd815ad16 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:00.633148 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-17a6b989-36ef-4e6b-a54f-033cd815ad16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823155'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.636549 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed6d5b77-472a-4e3b-9b2f-b6556be904c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.740183 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6d5b77-472a-4e3b-9b2f-b6556be904c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef5dee8e-b0e9-46ab-a686-4eb9045f51a5,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:00.752138 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-17a6b989-36ef-4e6b-a54f-033cd815ad16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.766550 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-17a6b989-36ef-4e6b-a54f-033cd815ad16 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.832690 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-17a6b989-36ef-4e6b-a54f-033cd815ad16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920623'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.833223 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a6b989-36ef-4e6b-a54f-033cd815ad16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4 {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:24:00.838251 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-17a6b989-36ef-4e6b-a54f-033cd815ad16 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.839387 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-17a6b989-36ef-4e6b-a54f-033cd815ad16 admin admin] 10.222.0.45 "DELETE /v2.0/routers/9e702e72-b6d6-4cf5-aea5-7b5b1a1f1ac4 HTTP/1.1" status: 204 len: 168 time: 1.2478316 Sep 03 18:24:00.840257 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed6d5b77-472a-4e3b-9b2f-b6556be904c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823155'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.842086 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55850) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:00.886156 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-7303f717-ef7d-4895-9b2f-b24a0b50edf4 admin admin] Deleting subnet 0c779b85-68cb-4218-a3f4-088c6857a7c2 {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:24:00.889058 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7303f717-ef7d-4895-9b2f-b24a0b50edf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.926447 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7303f717-ef7d-4895-9b2f-b24a0b50edf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28422707'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.929630 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed6d5b77-472a-4e3b-9b2f-b6556be904c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.934807 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed6d5b77-472a-4e3b-9b2f-b6556be904c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.989621 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed6d5b77-472a-4e3b-9b2f-b6556be904c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920623'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.990248 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6d5b77-472a-4e3b-9b2f-b6556be904c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8daeb64a-9fdc-4c5f-8d36-739021054d31 {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:24:00.994645 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ed6d5b77-472a-4e3b-9b2f-b6556be904c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:00.995790 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ed6d5b77-472a-4e3b-9b2f-b6556be904c2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/8daeb64a-9fdc-4c5f-8d36-739021054d31 HTTP/1.1" status: 204 len: 168 time: 1.2916517 Sep 03 18:24:00.998454 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55852) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:01.017270 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7303f717-ef7d-4895-9b2f-b24a0b50edf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.042559 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae574c55-449d-4536-9423-a300fc8cf817 admin admin] Deleting subnet 3a7abc42-8f93-433e-8867-522bfd9c85b3 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:24:01.045663 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ae574c55-449d-4536-9423-a300fc8cf817 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.072438 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7303f717-ef7d-4895-9b2f-b24a0b50edf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26210811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26242172'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.080204 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ae574c55-449d-4536-9423-a300fc8cf817 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27699962'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.100491 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303f717-ef7d-4895-9b2f-b24a0b50edf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c779b85-68cb-4218-a3f4-088c6857a7c2,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:01.102561 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7303f717-ef7d-4895-9b2f-b24a0b50edf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.104446 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7303f717-ef7d-4895-9b2f-b24a0b50edf4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/0c779b85-68cb-4218-a3f4-088c6857a7c2 HTTP/1.1" status: 204 len: 168 time: 0.2612350 Sep 03 18:24:01.107047 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55854) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:01.110780 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9973e64-a88b-4973-a974-e2f187296b2b None None] Network 0afdf56a-08e0-489c-a366-8f10c75f999a requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:24:01.212444 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.227546 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ae574c55-449d-4536-9423-a300fc8cf817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.342705 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] Deleting port 245c8a8a-3c9c-4899-a1aa-3635e0401fea {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:24:01.343053 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.345311 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ae574c55-449d-4536-9423-a300fc8cf817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25571218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25266592'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.346249 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] DHCP port deletion for 0afdf56a-08e0-489c-a366-8f10c75f999a request from dv-cinder-788782-10-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:24:01.401400 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Deleting port 245c8a8a-3c9c-4899-a1aa-3635e0401fea {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:24:01.401878 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.467276 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] For port 245c8a8a-3c9c-4899-a1aa-3635e0401fea, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=245c8a8a-3c9c-4899-a1aa-3635e0401fea,segment=NetworkSegment(7b5076ab-a1e9-40f4-9f07-af7cc4d6b658),segment_id=7b5076ab-a1e9-40f4-9f07-af7cc4d6b658)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:01.467765 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.481449 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Calling delete_port for 245c8a8a-3c9c-4899-a1aa-3635e0401fea owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:24:01.564481 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.591369 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Pushing event deleted for resources: {'Port': ['ID=245c8a8a-3c9c-4899-a1aa-3635e0401fea,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:01.595253 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] No DVR routers for this DVR port 245c8a8a-3c9c-4899-a1aa-3635e0401fea on host dv-cinder-788782-10-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:24:01.601968 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:01.602339 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:01.602803 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:01.603137 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:01.603509 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:01.603786 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:01.604112 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:01.604431 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:01.604750 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:01.605069 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:01.605387 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:01.605700 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9517e5-8425-44c9-a28e-8874d852b21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:24:01.619179 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae574c55-449d-4536-9423-a300fc8cf817 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a7abc42-8f93-433e-8867-522bfd9c85b3,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:01.621849 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-ae574c55-449d-4536-9423-a300fc8cf817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.627106 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-ae574c55-449d-4536-9423-a300fc8cf817 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/3a7abc42-8f93-433e-8867-522bfd9c85b3 HTTP/1.1" status: 204 len: 168 time: 0.6244957 Sep 03 18:24:01.629009 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55856) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:01.633408 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc9bb09-c7aa-434d-b7b1-fa05970d888b None None] Network 2e3d5c3b-117a-4d63-b91d-c04b73d3319d requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:24:01.723434 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] For port 245c8a8a-3c9c-4899-a1aa-3635e0401fea, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=245c8a8a-3c9c-4899-a1aa-3635e0401fea,segment=NetworkSegment(7b5076ab-a1e9-40f4-9f07-af7cc4d6b658),segment_id=7b5076ab-a1e9-40f4-9f07-af7cc4d6b658)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:01.724010 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.729476 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.738196 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] Calling delete_port for 245c8a8a-3c9c-4899-a1aa-3635e0401fea owned by network:dhcp {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:24:01.769130 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:24:01.793878 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:24:01.794154 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 6c5ac72e-8344-49a4-a8b2-9f48f8133b7d not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:24:01.802908 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] Deleting port d55e7b7f-ffc2-4131-ad94-ea8c37605555 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:24:01.803254 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.834439 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.862981 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] Pushing event deleted for resources: {'Port': ['ID=245c8a8a-3c9c-4899-a1aa-3635e0401fea,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:01.867577 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] No DVR routers for this DVR port 245c8a8a-3c9c-4899-a1aa-3635e0401fea on host dv-cinder-788782-10-iscsi {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:24:01.870868 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] For port d55e7b7f-ffc2-4131-ad94-ea8c37605555, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=d55e7b7f-ffc2-4131-ad94-ea8c37605555,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:01.871366 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.884283 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4d4b0c-49c9-4b76-98b7-b28e0e3a9572 None None] DHCP port deletion for 2e3d5c3b-117a-4d63-b91d-c04b73d3319d request from dv-cinder-788782-10-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:24:01.884837 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] Calling delete_port for d55e7b7f-ffc2-4131-ad94-ea8c37605555 owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:24:01.935621 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-1e4d4b0c-49c9-4b76-98b7-b28e0e3a9572 None None] Deleting port d55e7b7f-ffc2-4131-ad94-ea8c37605555 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:24:01.935995 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4b0c-49c9-4b76-98b7-b28e0e3a9572 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.945575 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.956323 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0afdf56a-08e0-489c-a366-8f10c75f999a']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:01.967903 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b5076ab-a1e9-40f4-9f07-af7cc4d6b658') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:01.968397 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b5076ab-a1e9-40f4-9f07-af7cc4d6b658') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:01.972351 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.978555 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27699939'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.991858 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:01.999045 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:24:01.999621 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25571276'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: self.session.flush() Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: self.session.flush() Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: self.session.flush() Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: self.session.flush() Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: timer() Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: cb(*args, **kw) Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: self._notify() Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: self.callback(batched_events) Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: event.method(event) Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: return self._get(url).json() Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:24:02.001294 dv-cinder-788782-10-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:24:02.005019 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] No DVR routers for this DVR port d55e7b7f-ffc2-4131-ad94-ea8c37605555 on host dv-cinder-788782-10-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:24:02.006660 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-1e4d4b0c-49c9-4b76-98b7-b28e0e3a9572 None None] For port d55e7b7f-ffc2-4131-ad94-ea8c37605555, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=d55e7b7f-ffc2-4131-ad94-ea8c37605555,segment=NetworkSegment(3b2f03f1-22c5-4401-a744-c6d8e1a40eb6),segment_id=3b2f03f1-22c5-4401-a744-c6d8e1a40eb6)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:02.007126 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4b0c-49c9-4b76-98b7-b28e0e3a9572 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.008721 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] Pushing event deleted for resources: {'Port': ['ID=d55e7b7f-ffc2-4131-ad94-ea8c37605555,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:02.024083 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-1e4d4b0c-49c9-4b76-98b7-b28e0e3a9572 None None] Calling delete_port for d55e7b7f-ffc2-4131-ad94-ea8c37605555 owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:24:02.059212 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.075165 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.079789 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0afdf56a-08e0-489c-a366-8f10c75f999a HTTP/1.1" status: 204 len: 168 time: 0.9690685 Sep 03 18:24:02.079789 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdae14d-052f-4776-8451-e633cd3bc052 admin admin] Pushing event deleted for resources: {'Network': ['ID=0afdf56a-08e0-489c-a366-8f10c75f999a,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:02.087363 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.098771 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3d5c3b-117a-4d63-b91d-c04b73d3319d']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:02.104792 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-1e4d4b0c-49c9-4b76-98b7-b28e0e3a9572 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.109138 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:02.109503 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b2f03f1-22c5-4401-a744-c6d8e1a40eb6') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:02.119752 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28422698'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.134195 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.136622 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d4b0c-49c9-4b76-98b7-b28e0e3a9572 None None] Pushing event deleted for resources: {'Port': ['ID=d55e7b7f-ffc2-4131-ad94-ea8c37605555,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:02.140591 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4d4b0c-49c9-4b76-98b7-b28e0e3a9572 None None] No DVR routers for this DVR port d55e7b7f-ffc2-4131-ad94-ea8c37605555 on host dv-cinder-788782-10-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:24:02.145438 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:24:02.146438 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26210725'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: timer() Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: cb(*args, **kw) Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: self._notify() Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: self.callback(batched_events) Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: event.method(event) Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._get(url).json() Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:24:02.148390 dv-cinder-788782-10-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:24:02.204314 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55860) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:02.207531 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.212078 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.213980 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] 10.222.0.45 "DELETE /v2.0/networks/2e3d5c3b-117a-4d63-b91d-c04b73d3319d HTTP/1.1" status: 204 len: 168 time: 0.5840263 Sep 03 18:24:02.217015 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55862) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:02.236279 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df089c1a-3626-4eda-bf82-2aff7d3ad664 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3d5c3b-117a-4d63-b91d-c04b73d3319d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:02.252642 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-caf79b58-e7da-4df4-8723-0510bc0f6c78 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ca9887ef7b2a4b1ea04064556796915d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469415 Sep 03 18:24:02.255191 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55864) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:02.310199 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b23d82da-2ee5-45dd-bc7e-583820a03dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.331443 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b23d82da-2ee5-45dd-bc7e-583820a03dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.380896 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b23d82da-2ee5-45dd-bc7e-583820a03dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.383575 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b23d82da-2ee5-45dd-bc7e-583820a03dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.384834 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b23d82da-2ee5-45dd-bc7e-583820a03dbe admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/15023543-589d-4913-bae3-f923e4e03e1e HTTP/1.1" status: 204 len: 168 time: 0.1286421 Sep 03 18:24:02.392908 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23d82da-2ee5-45dd-bc7e-583820a03dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15023543-589d-4913-bae3-f923e4e03e1e,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:02.587253 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bf70579a-32f0-4fa0-9511-dc318e3719e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921001'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.658302 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device d55e7b7f-ffc2-4131-ad94-ea8c37605555 no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:24:02.679727 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: d55e7b7f-ffc2-4131-ad94-ea8c37605555 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:24:02.680322 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device d55e7b7f-ffc2-4131-ad94-ea8c37605555 not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:24:02.680743 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:24:02.698920 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:24:02.699265 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device da5a91d7-6b5a-4cd8-9dd7-e82a1a39fb5c not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:24:02.699674 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 245c8a8a-3c9c-4899-a1aa-3635e0401fea no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:24:02.718832 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: 245c8a8a-3c9c-4899-a1aa-3635e0401fea {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:24:02.719176 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 245c8a8a-3c9c-4899-a1aa-3635e0401fea not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:24:02.719596 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device edea8339-1fdd-4698-a7e2-09a9c9ee55f4 no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:24:02.730188 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55870) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:02.739523 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: edea8339-1fdd-4698-a7e2-09a9c9ee55f4 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:24:02.739867 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device edea8339-1fdd-4698-a7e2-09a9c9ee55f4 not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:24:02.740285 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device ef5dee8e-b0e9-46ab-a686-4eb9045f51a5 no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:24:02.761496 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: ef5dee8e-b0e9-46ab-a686-4eb9045f51a5 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:24:02.761834 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device ef5dee8e-b0e9-46ab-a686-4eb9045f51a5 not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:24:02.788255 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9b9e9e22-2cca-4c9d-8065-6c54f31b490c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb2394940d824addb99d399bef99357e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0566833 Sep 03 18:24:02.790806 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55872) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:02.837676 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-13515755-373c-4219-8818-84f9e05e8c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.852025 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-bf70579a-32f0-4fa0-9511-dc318e3719e7 admin admin] Deleting port 3b48d3a7-c5de-4553-9734-0a648927dfff {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:24:02.852360 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bf70579a-32f0-4fa0-9511-dc318e3719e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.858856 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-13515755-373c-4219-8818-84f9e05e8c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.906982 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-13515755-373c-4219-8818-84f9e05e8c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.910620 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-13515755-373c-4219-8818-84f9e05e8c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.911782 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-13515755-373c-4219-8818-84f9e05e8c08 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1c5d771c-ac62-490a-b906-5e66a2e71b37 HTTP/1.1" status: 204 len: 168 time: 0.1200812 Sep 03 18:24:02.919663 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13515755-373c-4219-8818-84f9e05e8c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5d771c-ac62-490a-b906-5e66a2e71b37,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:02.932542 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-bf70579a-32f0-4fa0-9511-dc318e3719e7 admin admin] For port 3b48d3a7-c5de-4553-9734-0a648927dfff, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=3b48d3a7-c5de-4553-9734-0a648927dfff,segment=NetworkSegment(bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa),segment_id=bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:02.933046 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bf70579a-32f0-4fa0-9511-dc318e3719e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:02.946669 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-bf70579a-32f0-4fa0-9511-dc318e3719e7 admin admin] Calling delete_port for 3b48d3a7-c5de-4553-9734-0a648927dfff owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:24:03.390338 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bf70579a-32f0-4fa0-9511-dc318e3719e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:03.418045 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70579a-32f0-4fa0-9511-dc318e3719e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b48d3a7-c5de-4553-9734-0a648927dfff,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:03.583754 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-bf70579a-32f0-4fa0-9511-dc318e3719e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823307'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:03.794981 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf70579a-32f0-4fa0-9511-dc318e3719e7 admin admin] Router ae550afc-b948-43d2-8aba-fd41f2af33ad has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:24:03.902044 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf70579a-32f0-4fa0-9511-dc318e3719e7 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:24:03.907014 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-bf70579a-32f0-4fa0-9511-dc318e3719e7 admin admin] 10.222.0.45 "PUT /v2.0/routers/ae550afc-b948-43d2-8aba-fd41f2af33ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6890743 Sep 03 18:24:03.910420 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55876) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:03.911318 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbd5814-a4ca-4667-b814-8d4a9dc36df7 None None] Sync routers for ids ['ae550afc-b948-43d2-8aba-fd41f2af33ad'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:24:03.920180 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbd5814-a4ca-4667-b814-8d4a9dc36df7 None None] Routers {'ae550afc-b948-43d2-8aba-fd41f2af33ad'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:24:03.920777 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-abbd5814-a4ca-4667-b814-8d4a9dc36df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:23:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['ae550afc-b948-43d2-8aba-fd41f2af33ad'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:04.011333 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5a2533a-4370-453f-b317-1358291614c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.021996 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-abbd5814-a4ca-4667-b814-8d4a9dc36df7 None None] Set router ae550afc-b948-43d2-8aba-fd41f2af33ad gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:24:04.107421 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5a2533a-4370-453f-b317-1358291614c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.171265 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2533a-4370-453f-b317-1358291614c7 admin admin] Deleting port 5f1b49c3-adce-403c-be4c-89387fcbe29e {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:24:04.171615 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5a2533a-4370-453f-b317-1358291614c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.199088 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-abbd5814-a4ca-4667-b814-8d4a9dc36df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'name': 'tempest-TestVolumeBootPattern-1206368536-router', 'tenant_id': 'e28b299b0834478baa6bc29cbc362b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.218'}], 'enable_snat': True}, 'gw_port_id': '5f1b49c3-adce-403c-be4c-89387fcbe29e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:30Z', 'updated_at': '2021-09-03T18:24:03Z', 'revision_number': 5, 'project_id': 'e28b299b0834478baa6bc29cbc362b2e', 'gw_port': {'id': '5f1b49c3-adce-403c-be4c-89387fcbe29e', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:b6:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:15:32Z', 'updated_at': '2021-09-03T18:15:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:04.228892 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbd5814-a4ca-4667-b814-8d4a9dc36df7 None None] Checking router: ae550afc-b948-43d2-8aba-fd41f2af33ad for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:24:04.238605 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbd5814-a4ca-4667-b814-8d4a9dc36df7 None None] Routers {'ae550afc-b948-43d2-8aba-fd41f2af33ad'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:24:04.239196 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-abbd5814-a4ca-4667-b814-8d4a9dc36df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:23:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['ae550afc-b948-43d2-8aba-fd41f2af33ad'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:04.248452 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-c5a2533a-4370-453f-b317-1358291614c7 admin admin] For port 5f1b49c3-adce-403c-be4c-89387fcbe29e, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=5f1b49c3-adce-403c-be4c-89387fcbe29e,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:04.248818 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5a2533a-4370-453f-b317-1358291614c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.260706 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-c5a2533a-4370-453f-b317-1358291614c7 admin admin] Calling delete_port for 5f1b49c3-adce-403c-be4c-89387fcbe29e owned by network:router_gateway {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:24:04.325164 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-abbd5814-a4ca-4667-b814-8d4a9dc36df7 None None] Set router ae550afc-b948-43d2-8aba-fd41f2af33ad gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:24:04.376691 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-abbd5814-a4ca-4667-b814-8d4a9dc36df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'name': 'tempest-TestVolumeBootPattern-1206368536-router', 'tenant_id': 'e28b299b0834478baa6bc29cbc362b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:30Z', 'updated_at': '2021-09-03T18:24:04Z', 'revision_number': 6, 'project_id': 'e28b299b0834478baa6bc29cbc362b2e', 'gw_port_host': None}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:04.406020 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbd5814-a4ca-4667-b814-8d4a9dc36df7 None None] The sync data for ids ['ae550afc-b948-43d2-8aba-fd41f2af33ad'] in dv-cinder-788782-10-iscsi is: [{'id': 'ae550afc-b948-43d2-8aba-fd41f2af33ad', 'name': 'tempest-TestVolumeBootPattern-1206368536-router', 'tenant_id': 'e28b299b0834478baa6bc29cbc362b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:15:30Z', 'updated_at': '2021-09-03T18:24:04Z', 'revision_number': 6, 'project_id': 'e28b299b0834478baa6bc29cbc362b2e', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:24:04.426483 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5a2533a-4370-453f-b317-1358291614c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.453478 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a2533a-4370-453f-b317-1358291614c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f1b49c3-adce-403c-be4c-89387fcbe29e,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:04.517401 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5a2533a-4370-453f-b317-1358291614c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823155'] for router_gateway, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.607375 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5a2533a-4370-453f-b317-1358291614c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.609386 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5a2533a-4370-453f-b317-1358291614c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.652254 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5a2533a-4370-453f-b317-1358291614c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920623'] for router, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.653047 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a2533a-4370-453f-b317-1358291614c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae550afc-b948-43d2-8aba-fd41f2af33ad {{(pid=94084) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:24:04.657837 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c5a2533a-4370-453f-b317-1358291614c7 admin admin] Notify callbacks [] for router, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.659616 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c5a2533a-4370-453f-b317-1358291614c7 admin admin] 10.222.0.45 "DELETE /v2.0/routers/ae550afc-b948-43d2-8aba-fd41f2af33ad HTTP/1.1" status: 204 len: 168 time: 0.7477815 Sep 03 18:24:04.661687 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55880) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:04.709467 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f6d3d2-6e24-45ff-8570-256aaf78bc1d admin admin] Deleting subnet 725fd622-111d-479d-b2c6-eb2aad2ddda9 {{(pid=94084) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:24:04.712540 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-07f6d3d2-6e24-45ff-8570-256aaf78bc1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.747542 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-07f6d3d2-6e24-45ff-8570-256aaf78bc1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28422707'] for subnet, precommit_delete_associations {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.832176 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-07f6d3d2-6e24-45ff-8570-256aaf78bc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.894393 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-07f6d3d2-6e24-45ff-8570-256aaf78bc1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26210811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26242172'] for subnet, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.903953 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 3b48d3a7-c5de-4553-9734-0a648927dfff no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:24:04.925022 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: 3b48d3a7-c5de-4553-9734-0a648927dfff {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:24:04.925645 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 3b48d3a7-c5de-4553-9734-0a648927dfff not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:24:04.927078 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6d3d2-6e24-45ff-8570-256aaf78bc1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=725fd622-111d-479d-b2c6-eb2aad2ddda9,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:04.929197 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-07f6d3d2-6e24-45ff-8570-256aaf78bc1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:04.931029 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-07f6d3d2-6e24-45ff-8570-256aaf78bc1d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/725fd622-111d-479d-b2c6-eb2aad2ddda9 HTTP/1.1" status: 204 len: 168 time: 0.2683232 Sep 03 18:24:04.933573 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55882) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:04.936442 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f9b80c-e53a-47d1-8d86-97032047deb4 None None] Network a7ce0675-2b11-4e14-a96c-6e7c14aac2e9 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:24:05.001674 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.056082 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] Deleting port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:24:05.056662 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.126225 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0a87a7-02ba-4085-8432-eaf59e481414 None None] DHCP port deletion for a7ce0675-2b11-4e14-a96c-6e7c14aac2e9 request from dv-cinder-788782-10-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:24:05.130602 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] For port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7,segment=NetworkSegment(bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa),segment_id=bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:05.130969 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.143536 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] Calling delete_port for bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:24:05.181320 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a87a7-02ba-4085-8432-eaf59e481414 None None] Deleting port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:24:05.181567 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ad0a87a7-02ba-4085-8432-eaf59e481414 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.236843 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.243831 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-ad0a87a7-02ba-4085-8432-eaf59e481414 None None] For port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7,segment=NetworkSegment(bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa),segment_id=bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa)] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:05.244250 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ad0a87a7-02ba-4085-8432-eaf59e481414 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.261031 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a87a7-02ba-4085-8432-eaf59e481414 None None] Calling delete_port for bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:24:05.267517 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:05.273299 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] No DVR routers for this DVR port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 on host dv-cinder-788782-10-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:24:05.337482 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ad0a87a7-02ba-4085-8432-eaf59e481414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.341235 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.351823 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7ce0675-2b11-4e14-a96c-6e7c14aac2e9']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:05.361465 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:05.361761 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebc2e06-bf17-40b5-a6aa-3a8bdd7170fa') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:24:05.362826 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a87a7-02ba-4085-8432-eaf59e481414 None None] Pushing event deleted for resources: {'Port': ['ID=bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:05.366229 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a87a7-02ba-4085-8432-eaf59e481414 None None] No DVR routers for this DVR port bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 on host dv-cinder-788782-10-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:24:05.371044 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28422698'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.387154 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.392918 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:24:05.393930 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26210725'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: timer() Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: cb(*args, **kw) Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: self._notify() Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: self.callback(batched_events) Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: event.method(event) Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._get(url).json() Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:24:05.395889 dv-cinder-788782-10-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:24:05.451011 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.456728 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.461241 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] 10.222.0.45 "DELETE /v2.0/networks/a7ce0675-2b11-4e14-a96c-6e7c14aac2e9 HTTP/1.1" status: 204 len: 168 time: 0.5239878 Sep 03 18:24:05.468891 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28a4c9-fe7b-4083-90b1-4ee375e1d46c admin admin] Pushing event deleted for resources: {'Network': ['ID=a7ce0675-2b11-4e14-a96c-6e7c14aac2e9,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:05.617094 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55886) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:05.656742 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-daa9a427-a005-4eb3-be55-f311ca33def2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fbbf39ea06ed4764ad55a9860853f5f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384748 Sep 03 18:24:05.659207 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55888) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:05.705474 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c42c5e8c-18c2-4de5-8176-f752f618d6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.725878 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c42c5e8c-18c2-4de5-8176-f752f618d6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.777527 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c42c5e8c-18c2-4de5-8176-f752f618d6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.779999 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-c42c5e8c-18c2-4de5-8176-f752f618d6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:05.781148 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-c42c5e8c-18c2-4de5-8176-f752f618d6a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d665af38-1b06-4045-aa4e-c83844cf34a7 HTTP/1.1" status: 204 len: 168 time: 0.1209013 Sep 03 18:24:05.789385 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42c5e8c-18c2-4de5-8176-f752f618d6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d665af38-1b06-4045-aa4e-c83844cf34a7,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:06.084679 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55894) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:06.122993 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-00aacfd1-6c6c-4009-8424-7df0a539ecb2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e28b299b0834478baa6bc29cbc362b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370426 Sep 03 18:24:06.125141 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55896) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:24:06.172256 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9f72b6c0-7d1b-4bab-9123-d56b0f0624a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:06.193306 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9f72b6c0-7d1b-4bab-9123-d56b0f0624a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:06.239303 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9f72b6c0-7d1b-4bab-9123-d56b0f0624a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:06.241866 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-9f72b6c0-7d1b-4bab-9123-d56b0f0624a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:06.243065 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-9f72b6c0-7d1b-4bab-9123-d56b0f0624a7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b66694e2-cf3c-48fa-9084-f9ca53fb5db8 HTTP/1.1" status: 204 len: 168 time: 0.1170254 Sep 03 18:24:06.250327 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f72b6c0-7d1b-4bab-9123-d56b0f0624a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66694e2-cf3c-48fa-9084-f9ca53fb5db8,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:24:06.644194 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:24:06.664339 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:24:06.664683 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device bbb69c48-b2bf-4eb0-9dd7-c2358ec465b7 not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:24:06.665087 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 5f1b49c3-adce-403c-be4c-89387fcbe29e no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:24:06.685426 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: 5f1b49c3-adce-403c-be4c-89387fcbe29e {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:24:06.685769 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 5f1b49c3-adce-403c-be4c-89387fcbe29e not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:24:10.128559 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc0c1e-f72d-4ac4-a087-022bada561dd req-747bb5b3-8a69-47d5-822e-04ed61c98344 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:10.130090 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08bc0c1e-f72d-4ac4-a087-022bada561dd req-747bb5b3-8a69-47d5-822e-04ed61c98344 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0511191 Sep 03 18:24:10.131384 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6b5b9-6a55-489f-bb2f-125a1f84a057 req-86c96b55-c9c4-4881-95f7-f19f069bdc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:10.132906 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-74d6b5b9-6a55-489f-bb2f-125a1f84a057 req-86c96b55-c9c4-4881-95f7-f19f069bdc8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23ca922c86f24aa1a59a9f04c0553615&device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 1138 time: 0.0423963 Sep 03 18:24:10.170682 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-08bc0c1e-f72d-4ac4-a087-022bada561dd req-d4c6d64f-9e92-4157-8d6e-94e5af8a0418 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341578 Sep 03 18:24:10.223671 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6b5b9-6a55-489f-bb2f-125a1f84a057 req-7c86522a-b418-4d23-ba2d-841e09446eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:10.225086 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-74d6b5b9-6a55-489f-bb2f-125a1f84a057 req-7c86522a-b418-4d23-ba2d-841e09446eb6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=75c64381-e993-4bca-b2d4-c9c08f521211 HTTP/1.1" status: 200 len: 915 time: 0.0851200 Sep 03 18:24:10.294086 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-74d6b5b9-6a55-489f-bb2f-125a1f84a057 req-8fad6d82-16d4-46b7-a2a1-d367040cd841 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186df1bf-1a71-4268-aa61-4c2bf945d0ee HTTP/1.1" status: 200 len: 1001 time: 0.0612054 Sep 03 18:24:10.340755 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6b5b9-6a55-489f-bb2f-125a1f84a057 req-d68ba2ec-7dbc-49d4-bf42-b2c0b4903b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:10.342114 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-74d6b5b9-6a55-489f-bb2f-125a1f84a057 req-d68ba2ec-7dbc-49d4-bf42-b2c0b4903b29 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70d6f2a8-ce05-4c57-8373-8c3d301ad105 HTTP/1.1" status: 200 len: 853 time: 0.0407352 Sep 03 18:24:10.394842 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d6b5b9-6a55-489f-bb2f-125a1f84a057 req-18feaf07-cc54-443a-be7c-6dad3f5c080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:10.396533 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-74d6b5b9-6a55-489f-bb2f-125a1f84a057 req-18feaf07-cc54-443a-be7c-6dad3f5c080c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75c64381-e993-4bca-b2d4-c9c08f521211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463839 Sep 03 18:24:10.486249 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-74d6b5b9-6a55-489f-bb2f-125a1f84a057 req-1037fa37-b990-434c-b239-baec7b57aa71 service neutron] 10.222.0.55 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818248 Sep 03 18:24:10.575268 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-74d6b5b9-6a55-489f-bb2f-125a1f84a057 req-6177d5ca-664f-4059-a340-819971687449 service neutron] 10.222.0.55 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812929 Sep 03 18:24:11.289163 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c7ac5-6e09-4fe9-ac80-77f87df79612 req-f4f068e9-d2a6-4dd5-b13f-9ffc7bc6bd2f tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:11.290683 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-802c7ac5-6e09-4fe9-ac80-77f87df79612 req-f4f068e9-d2a6-4dd5-b13f-9ffc7bc6bd2f tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0522089 Sep 03 18:24:11.329912 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-802c7ac5-6e09-4fe9-ac80-77f87df79612 req-2e7dc81a-566c-4c3f-9f31-65b21597dcc2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331719 Sep 03 18:24:12.445212 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdca3942-8ceb-48c1-8fa2-1a88e0c12d11 req-ac7e85f8-16dc-4958-ab63-a92766c7b835 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:12.446689 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bdca3942-8ceb-48c1-8fa2-1a88e0c12d11 req-ac7e85f8-16dc-4958-ab63-a92766c7b835 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0490186 Sep 03 18:24:12.485797 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-bdca3942-8ceb-48c1-8fa2-1a88e0c12d11 req-99f42158-89b4-496f-b1b1-0c1e89d1fbb6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331287 Sep 03 18:24:13.598200 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1637c7cd-80de-4b40-ad7b-1320b4d59e0a req-fa079e92-13a6-45d3-b818-ab15200401d3 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:13.599767 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1637c7cd-80de-4b40-ad7b-1320b4d59e0a req-fa079e92-13a6-45d3-b818-ab15200401d3 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0490949 Sep 03 18:24:13.638794 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1637c7cd-80de-4b40-ad7b-1320b4d59e0a req-fdf56864-64a2-43db-83fc-5a84637c3351 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330944 Sep 03 18:24:14.756902 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8354f16-3ecb-44cd-8f06-2bfc9b05b5c3 req-4cae51d8-e698-49ee-ae37-f48088ab0f1b tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:14.758401 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8354f16-3ecb-44cd-8f06-2bfc9b05b5c3 req-4cae51d8-e698-49ee-ae37-f48088ab0f1b tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0529404 Sep 03 18:24:14.796355 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-d8354f16-3ecb-44cd-8f06-2bfc9b05b5c3 req-523a1946-7904-41d1-8feb-3137c48272c6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320437 Sep 03 18:24:15.912039 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5b765-b31c-42d0-925b-6d520253ece9 req-12fce0c4-d70b-4a3b-bab7-ec17993ab615 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:15.913517 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ff5b765-b31c-42d0-925b-6d520253ece9 req-12fce0c4-d70b-4a3b-bab7-ec17993ab615 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0493062 Sep 03 18:24:15.953008 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3ff5b765-b31c-42d0-925b-6d520253ece9 req-1f6f703d-a436-4830-8659-e7970007beda tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334144 Sep 03 18:24:17.071524 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44863f-c44f-42e5-b411-34887e2dc2a2 req-8505129e-803c-4f92-b1a5-79582becb38d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:17.073021 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4e44863f-c44f-42e5-b411-34887e2dc2a2 req-8505129e-803c-4f92-b1a5-79582becb38d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0475514 Sep 03 18:24:17.112744 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4e44863f-c44f-42e5-b411-34887e2dc2a2 req-7eee490f-01f6-45c8-b9ad-b01a01b8649c tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336614 Sep 03 18:24:18.228653 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2d5082-8d38-4710-a013-ce086ce45ac4 req-261aae23-3edf-44b3-b313-dd250b09d2ae tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:18.230111 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ae2d5082-8d38-4710-a013-ce086ce45ac4 req-261aae23-3edf-44b3-b313-dd250b09d2ae tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0513806 Sep 03 18:24:18.269596 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-ae2d5082-8d38-4710-a013-ce086ce45ac4 req-d52165e7-b474-41f8-be1d-448d05c368f5 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334613 Sep 03 18:24:19.381780 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ce902-fbde-4cf6-8333-76b6dd078e3d req-19c60cef-bffc-49a2-baab-a542276cf1e1 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:19.383328 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3d2ce902-fbde-4cf6-8333-76b6dd078e3d req-19c60cef-bffc-49a2-baab-a542276cf1e1 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0484684 Sep 03 18:24:19.423362 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3d2ce902-fbde-4cf6-8333-76b6dd078e3d req-1ec69339-0682-48e9-bfe2-b921607506e6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341218 Sep 03 18:24:20.535827 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849dc31-c69a-44cb-9c6e-19a63f40ec29 req-1be53357-9c4d-4f9d-b4d0-4df547d40b68 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:20.537282 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a849dc31-c69a-44cb-9c6e-19a63f40ec29 req-1be53357-9c4d-4f9d-b4d0-4df547d40b68 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0489433 Sep 03 18:24:20.576223 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-a849dc31-c69a-44cb-9c6e-19a63f40ec29 req-3e14ef6f-11a9-4099-9520-ec7ac1ed83d6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329707 Sep 03 18:24:21.693011 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafdfcc-3fdc-4819-8b75-2d9bee92d3de req-d3199477-4fb8-43c7-97cb-5ffa78f39381 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:21.694544 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-beafdfcc-3fdc-4819-8b75-2d9bee92d3de req-d3199477-4fb8-43c7-97cb-5ffa78f39381 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0528409 Sep 03 18:24:21.733084 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-beafdfcc-3fdc-4819-8b75-2d9bee92d3de req-5e4f3fbe-f0cf-4327-b759-122ebb4e6fe6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322993 Sep 03 18:24:22.724538 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-92fab261-c1d2-4070-8f00-877205f6596a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:22.845815 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282a3bda-9637-4449-9f74-4dd3ef147a51 req-7fd172d7-9579-4d48-9cb0-9fff78370753 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:22.847403 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-282a3bda-9637-4449-9f74-4dd3ef147a51 req-7fd172d7-9579-4d48-9cb0-9fff78370753 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0493841 Sep 03 18:24:22.886595 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-282a3bda-9637-4449-9f74-4dd3ef147a51 req-3e30a156-a114-4fd3-b161-5010b4b913e1 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330074 Sep 03 18:24:23.999082 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a752d7e-feae-41d1-bea6-9f55ddd2d7ae req-258ed29f-0934-4772-81e8-a5a6551b82eb tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:24.000545 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3a752d7e-feae-41d1-bea6-9f55ddd2d7ae req-258ed29f-0934-4772-81e8-a5a6551b82eb tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0485930 Sep 03 18:24:24.040725 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-3a752d7e-feae-41d1-bea6-9f55ddd2d7ae req-881d4942-4a57-4475-869a-3a26f34403ee tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340993 Sep 03 18:24:25.155917 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c8a1c-3e04-4c43-9482-17f3275e7926 req-8cf1aae2-432f-4b0f-b8f6-3969ba09f040 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:25.157378 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4e2c8a1c-3e04-4c43-9482-17f3275e7926 req-8cf1aae2-432f-4b0f-b8f6-3969ba09f040 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0511570 Sep 03 18:24:25.196370 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-4e2c8a1c-3e04-4c43-9482-17f3275e7926 req-ac344145-e6fb-4309-b062-ba93aeef2f79 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324960 Sep 03 18:24:25.346545 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-571c1473-1c25-458a-bc18-3530e812b5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:25.870001 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:26.309836 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25e13d-4c60-4168-85af-3617adfeb9e7 req-a27e7dba-2876-40bb-9a08-e8557efe132f tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:26.311344 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1e25e13d-4c60-4168-85af-3617adfeb9e7 req-a27e7dba-2876-40bb-9a08-e8557efe132f tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0493186 Sep 03 18:24:26.351820 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-1e25e13d-4c60-4168-85af-3617adfeb9e7 req-341c0a93-51e7-40ed-a373-8ff452e7dc5a tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337336 Sep 03 18:24:26.860153 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:27.466768 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1558719-781f-4448-89a4-0e8fe8ebcd1b req-c024f4cf-d9c5-4f76-9dd2-f576627ff00c tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:27.468228 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c1558719-781f-4448-89a4-0e8fe8ebcd1b req-c024f4cf-d9c5-4f76-9dd2-f576627ff00c tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0492444 Sep 03 18:24:27.507458 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-c1558719-781f-4448-89a4-0e8fe8ebcd1b req-36db2507-dc8c-4142-9c33-9ba0e7ddc7a2 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=f961f494-9bcf-47c6-b9a1-0375d5f2ea05&id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326734 Sep 03 18:24:28.178044 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:28.398590 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:31.906368 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:24:39.135145 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea72b035-2b4a-49ee-a7b2-ce0915c5ab17 req-54433f69-861a-42b6-93ac-31731a8fc4aa service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392010 Sep 03 18:24:39.216986 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72b035-2b4a-49ee-a7b2-ce0915c5ab17 req-65e660c1-704c-4dc1-96cb-c120b105c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:39.218447 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea72b035-2b4a-49ee-a7b2-ce0915c5ab17 req-65e660c1-704c-4dc1-96cb-c120b105c984 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23ca922c86f24aa1a59a9f04c0553615&device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 1138 time: 0.0385683 Sep 03 18:24:39.321912 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72b035-2b4a-49ee-a7b2-ce0915c5ab17 req-b76c16e2-03fe-4bb3-b38c-e895ca1a7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:39.323363 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea72b035-2b4a-49ee-a7b2-ce0915c5ab17 req-b76c16e2-03fe-4bb3-b38c-e895ca1a7083 service neutron] 10.222.0.55 "GET /v2.0/networks?id=75c64381-e993-4bca-b2d4-c9c08f521211 HTTP/1.1" status: 200 len: 915 time: 0.0831678 Sep 03 18:24:39.386718 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea72b035-2b4a-49ee-a7b2-ce0915c5ab17 req-10a529f3-1b47-48e0-a036-e3ac3abf795d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186df1bf-1a71-4268-aa61-4c2bf945d0ee HTTP/1.1" status: 200 len: 1001 time: 0.0549967 Sep 03 18:24:39.435546 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72b035-2b4a-49ee-a7b2-ce0915c5ab17 req-69337de2-25b4-4e99-8ce9-9cc87ff2d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:39.436992 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea72b035-2b4a-49ee-a7b2-ce0915c5ab17 req-69337de2-25b4-4e99-8ce9-9cc87ff2d1f2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70d6f2a8-ce05-4c57-8373-8c3d301ad105 HTTP/1.1" status: 200 len: 853 time: 0.0421491 Sep 03 18:24:39.489275 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72b035-2b4a-49ee-a7b2-ce0915c5ab17 req-359eda50-73eb-42fd-9e34-488af1fe274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:39.490756 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea72b035-2b4a-49ee-a7b2-ce0915c5ab17 req-359eda50-73eb-42fd-9e34-488af1fe274b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75c64381-e993-4bca-b2d4-c9c08f521211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428116 Sep 03 18:24:39.578998 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea72b035-2b4a-49ee-a7b2-ce0915c5ab17 req-e31c28ab-57cb-4be2-9b96-83625c1fc96e service neutron] 10.222.0.55 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788395 Sep 03 18:24:39.672735 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-ea72b035-2b4a-49ee-a7b2-ce0915c5ab17 req-b1cb0da1-8689-4e86-b4ec-69820171fbce service neutron] 10.222.0.55 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849676 Sep 03 18:24:52.724848 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-5e9376de-9ba1-403f-b332-2466fdf79640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.346915 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-af2b0688-6658-4c57-a8fa-ec6c786ee98b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:55.869585 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:56.862496 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:58.181359 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:58.399572 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:59.636764 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5ce95952-288b-43c7-8321-c60d0c9b1f7b req-2403a085-eda3-4c4e-b0bd-eba4aa13affb tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1221831019&fields=id&tenant_id=23ca922c86f24aa1a59a9f04c0553615 HTTP/1.1" status: 200 len: 267 time: 0.0343854 Sep 03 18:24:59.689511 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce95952-288b-43c7-8321-c60d0c9b1f7b req-b0f72b2c-5a2a-4f3f-9261-1948677fa673 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:24:59.691045 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5ce95952-288b-43c7-8321-c60d0c9b1f7b req-b0f72b2c-5a2a-4f3f-9261-1948677fa673 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 985 time: 0.0488222 Sep 03 18:24:59.701825 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.v2.base [req-5ce95952-288b-43c7-8321-c60d0c9b1f7b req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Request body: {'port': {'security_groups': ['7a35abc8-9496-46b0-a9d3-1607d5e0ebcd']}} {{(pid=94085) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 03 18:24:59.764494 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5ce95952-288b-43c7-8321-c60d0c9b1f7b req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-638855'] for port, before_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:59.928538 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [req-5ce95952-288b-43c7-8321-c60d0c9b1f7b req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] For port 186df1bf-1a71-4268-aa61-4c2bf945d0ee, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=186df1bf-1a71-4268-aa61-4c2bf945d0ee,segment=NetworkSegment(c517896e-8100-4f82-8465-9469b9597680),segment_id=c517896e-8100-4f82-8465-9469b9597680)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:24:59.955399 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5ce95952-288b-43c7-8321-c60d0c9b1f7b req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for port, precommit_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:59.960845 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5ce95952-288b-43c7-8321-c60d0c9b1f7b req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792353873655', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792353436317', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792353436335', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25571240'] for port, after_update {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:24:59.975652 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['186df1bf-1a71-4268-aa61-4c2bf945d0ee'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:25:00.015617 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce95952-288b-43c7-8321-c60d0c9b1f7b req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:00.016258 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [req-5ce95952-288b-43c7-8321-c60d0c9b1f7b req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:00.017676 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5ce95952-288b-43c7-8321-c60d0c9b1f7b req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "PUT /v2.0/ports/186df1bf-1a71-4268-aa61-4c2bf945d0ee HTTP/1.1" status: 200 len: 943 time: 0.3203814 Sep 03 18:25:00.018136 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'tag': '186df1bf-1a71-4268-aa61-4c2bf945d0ee'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:25:00.023272 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623ff93f-bbe9-48d3-9e69-eb62a7fcf613" -d '{"events": [{"name": "network-changed", "server_uuid": "536db917-c7c7-47b9-be93-f79ef6afc21d", "tag": "186df1bf-1a71-4268-aa61-4c2bf945d0ee"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:25:00.024808 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 55950) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:00.043526 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Pushing event updated for resources: {'Port': ['ID=186df1bf-1a71-4268-aa61-4c2bf945d0ee,revision_number=7']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:00.052097 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.052468 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.053816 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.054780 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.058423 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.058839 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.059247 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.059652 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.060051 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.060449 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.064421 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.064833 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e720471-a76d-42ee-8e02-818f91d53724 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94085) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.080865 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a047cbf-0c3f-4f4f-baf5-c0f91fd74e74 x-openstack-request-id: req-5a047cbf-0c3f-4f4f-baf5-c0f91fd74e74 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:25:00.081153 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536db917-c7c7-47b9-be93-f79ef6afc21d", "tag": "186df1bf-1a71-4268-aa61-4c2bf945d0ee", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:25:00.081401 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a047cbf-0c3f-4f4f-baf5-c0f91fd74e74 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:25:00.081844 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'tag': '186df1bf-1a71-4268-aa61-4c2bf945d0ee', 'status': 'completed', 'code': 200} Sep 03 18:25:00.087529 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['186df1bf-1a71-4268-aa61-4c2bf945d0ee'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:25:00.099878 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:00.156301 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:00.175130 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ff93f-bbe9-48d3-9e69-eb62a7fcf613 req-860c3c4c-1844-49b2-818d-5755df2a79b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:00.176641 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-623ff93f-bbe9-48d3-9e69-eb62a7fcf613 req-860c3c4c-1844-49b2-818d-5755df2a79b3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23ca922c86f24aa1a59a9f04c0553615&device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 1099 time: 0.0687230 Sep 03 18:25:00.278201 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.provisioning_blocks [None req-3a216dbf-47fb-40e0-88be-4fa31205fac1 None None] Provisioning complete for port 186df1bf-1a71-4268-aa61-4c2bf945d0ee triggered by entity DHCP. {{(pid=94086) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 03 18:25:00.278583 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3a216dbf-47fb-40e0-88be-4fa31205fac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-714191'] for port, provisioning_complete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:00.288509 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ff93f-bbe9-48d3-9e69-eb62a7fcf613 req-70bff4b6-7e99-4dbe-9d4d-30d8651317eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:00.290136 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-623ff93f-bbe9-48d3-9e69-eb62a7fcf613 req-70bff4b6-7e99-4dbe-9d4d-30d8651317eb service neutron] 10.222.0.55 "GET /v2.0/networks?id=75c64381-e993-4bca-b2d4-c9c08f521211 HTTP/1.1" status: 200 len: 915 time: 0.1010687 Sep 03 18:25:00.291529 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:00.294317 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for security_group, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:00.295350 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "DELETE /v2.0/security-groups/f961f494-9bcf-47c6-b9a1-0375d5f2ea05 HTTP/1.1" status: 204 len: 168 time: 0.2696927 Sep 03 18:25:00.298332 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 55952) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:00.337340 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f961f494-9bcf-47c6-b9a1-0375d5f2ea05,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:00.356141 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.356141 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.356141 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.356141 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.356141 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.356760 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.356760 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.357057 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.357566 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.358150 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.358677 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.359185 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350a1b2-5f47-4011-873e-70369ecb4262 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94084) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:00.385484 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-623ff93f-bbe9-48d3-9e69-eb62a7fcf613 req-a488adec-434c-4ec4-85c3-d06a0b6af9ea service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186df1bf-1a71-4268-aa61-4c2bf945d0ee HTTP/1.1" status: 200 len: 1001 time: 0.0865879 Sep 03 18:25:00.435590 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ff93f-bbe9-48d3-9e69-eb62a7fcf613 req-7e3accc1-4804-446e-a149-13279922a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:00.437060 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-623ff93f-bbe9-48d3-9e69-eb62a7fcf613 req-7e3accc1-4804-446e-a149-13279922a2e0 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70d6f2a8-ce05-4c57-8373-8c3d301ad105 HTTP/1.1" status: 200 len: 853 time: 0.0438447 Sep 03 18:25:00.463215 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-74d26a2a-245b-48c1-9cce-9514dc8c01b5 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Deleting port 9974f694-fa6a-4313-91a6-63fb8e25faf5 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:25:00.463566 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-74d26a2a-245b-48c1-9cce-9514dc8c01b5 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:00.486545 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ff93f-bbe9-48d3-9e69-eb62a7fcf613 req-5b335b0a-cede-4588-9eb7-8fe84ec2c89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:00.488031 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-623ff93f-bbe9-48d3-9e69-eb62a7fcf613 req-5b335b0a-cede-4588-9eb7-8fe84ec2c89b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75c64381-e993-4bca-b2d4-c9c08f521211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427806 Sep 03 18:25:00.546154 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-74d26a2a-245b-48c1-9cce-9514dc8c01b5 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:00.546513 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-74d26a2a-245b-48c1-9cce-9514dc8c01b5 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:00.558376 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-74d26a2a-245b-48c1-9cce-9514dc8c01b5 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Calling delete_port for 9974f694-fa6a-4313-91a6-63fb8e25faf5 owned by network:floatingip {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:25:00.711983 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-74d26a2a-245b-48c1-9cce-9514dc8c01b5 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:00.735737 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d26a2a-245b-48c1-9cce-9514dc8c01b5 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Pushing event deleted for resources: {'Port': ['ID=9974f694-fa6a-4313-91a6-63fb8e25faf5,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:00.808514 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-74d26a2a-245b-48c1-9cce-9514dc8c01b5 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks [] for floatingip, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:00.808834 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.db.l3_db [None req-74d26a2a-245b-48c1-9cce-9514dc8c01b5 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Floating IP e3e776d1-ef2e-4818-a73d-c14250abba61 disassociated (deleted). External IP: 172.27.3.80, port: 186df1bf-1a71-4268-aa61-4c2bf945d0ee. Sep 03 18:25:00.835374 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-623ff93f-bbe9-48d3-9e69-eb62a7fcf613 req-8448ace2-1578-4dca-ac58-a05489cf3e92 service neutron] 10.222.0.55 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402479 Sep 03 18:25:00.923476 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-623ff93f-bbe9-48d3-9e69-eb62a7fcf613 req-7e4a1422-72cb-4c6b-8b2c-c259cfd57289 service neutron] 10.222.0.55 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810342 Sep 03 18:25:01.011392 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d26a2a-245b-48c1-9cce-9514dc8c01b5 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Router 49492a10-f62e-48a7-9327-33f7979ea413 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:25:01.115480 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d26a2a-245b-48c1-9cce-9514dc8c01b5 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:25:01.120305 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-74d26a2a-245b-48c1-9cce-9514dc8c01b5 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for floatingip, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:01.125011 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee43b3-6137-49dc-bd6d-641b43734389 None None] Sync routers for ids ['49492a10-f62e-48a7-9327-33f7979ea413'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:25:01.134121 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee43b3-6137-49dc-bd6d-641b43734389 None None] Routers {'49492a10-f62e-48a7-9327-33f7979ea413'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:25:01.135178 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9aee43b3-6137-49dc-bd6d-641b43734389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:24:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['49492a10-f62e-48a7-9327-33f7979ea413'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:01.151598 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-74d26a2a-245b-48c1-9cce-9514dc8c01b5 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "DELETE /v2.0/floatingips/e3e776d1-ef2e-4818-a73d-c14250abba61 HTTP/1.1" status: 204 len: 168 time: 0.8517833 Sep 03 18:25:01.366224 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-9aee43b3-6137-49dc-bd6d-641b43734389 None None] Set router 49492a10-f62e-48a7-9327-33f7979ea413 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:25:01.565973 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9aee43b3-6137-49dc-bd6d-641b43734389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49492a10-f62e-48a7-9327-33f7979ea413', 'name': 'tempest-TestMinimumBasicScenario-566531741-router', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '490d7cb3-c653-455d-9585-ca01dd836383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 4, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'gw_port': {'id': '490d7cb3-c653-455d-9585-ca01dd836383', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '498b6151-03ba-40b9-97f5-52b18bf9124f', 'name': '', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'mac_address': 'fa:16:3e:e9:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 5, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'subnets': [{'id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:01.591060 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee43b3-6137-49dc-bd6d-641b43734389 None None] Checking router: 49492a10-f62e-48a7-9327-33f7979ea413 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:25:01.598952 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee43b3-6137-49dc-bd6d-641b43734389 None None] Routers {'49492a10-f62e-48a7-9327-33f7979ea413'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:25:01.599546 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9aee43b3-6137-49dc-bd6d-641b43734389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:24:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['49492a10-f62e-48a7-9327-33f7979ea413'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:01.705509 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-9aee43b3-6137-49dc-bd6d-641b43734389 None None] Set router 49492a10-f62e-48a7-9327-33f7979ea413 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:25:01.902359 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9aee43b3-6137-49dc-bd6d-641b43734389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49492a10-f62e-48a7-9327-33f7979ea413', 'name': 'tempest-TestMinimumBasicScenario-566531741-router', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '490d7cb3-c653-455d-9585-ca01dd836383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 4, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'gw_port': {'id': '490d7cb3-c653-455d-9585-ca01dd836383', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '498b6151-03ba-40b9-97f5-52b18bf9124f', 'name': '', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'mac_address': 'fa:16:3e:e9:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 5, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'subnets': [{'id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:01.927941 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee43b3-6137-49dc-bd6d-641b43734389 None None] The sync data for ids ['49492a10-f62e-48a7-9327-33f7979ea413'] in dv-cinder-788782-10-iscsi is: [{'id': '49492a10-f62e-48a7-9327-33f7979ea413', 'name': 'tempest-TestMinimumBasicScenario-566531741-router', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '490d7cb3-c653-455d-9585-ca01dd836383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:54Z', 'revision_number': 4, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'gw_port': {'id': '490d7cb3-c653-455d-9585-ca01dd836383', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi', '_interfaces': [{'id': '498b6151-03ba-40b9-97f5-52b18bf9124f', 'name': '', 'network_id': '75c64381-e993-4bca-b2d4-c9c08f521211', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'mac_address': 'fa:16:3e:e9:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:53Z', 'updated_at': '2021-09-03T18:22:59Z', 'revision_number': 5, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'subnets': [{'id': '70d6f2a8-ce05-4c57-8373-8c3d301ad105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:25:02.082494 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'tag': '186df1bf-1a71-4268-aa61-4c2bf945d0ee'}] {{(pid=94085) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:25:02.085435 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}284ca3d48596a5bf0a77655454f317542c80d2f57813b5d91c36751be82ea596" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-813f9ed4-0c69-48fa-99c3-d6de381bdb55" -d '{"events": [{"name": "network-changed", "server_uuid": "536db917-c7c7-47b9-be93-f79ef6afc21d", "tag": "186df1bf-1a71-4268-aa61-4c2bf945d0ee"}]}' {{(pid=94085) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:25:02.121332 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 03 Sep 2021 18:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b026e4-d008-4e62-97db-7735372d91e8 x-openstack-request-id: req-44b026e4-d008-4e62-97db-7735372d91e8 {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:25:02.121587 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "536db917-c7c7-47b9-be93-f79ef6afc21d", "tag": "186df1bf-1a71-4268-aa61-4c2bf945d0ee", "status": "completed", "code": 200}]} {{(pid=94085) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:25:02.121807 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-44b026e4-d008-4e62-97db-7735372d91e8 {{(pid=94085) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:25:02.122304 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'tag': '186df1bf-1a71-4268-aa61-4c2bf945d0ee', 'status': 'completed', 'code': 200} Sep 03 18:25:02.143007 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85827d17-c3f6-486c-b9cd-2d5fedfb9ab9 None None] New status for floating IP e3e776d1-ef2e-4818-a73d-c14250abba61: DOWN {{(pid=94087) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 03 18:25:02.191392 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f9ed4-0c69-48fa-99c3-d6de381bdb55 req-4ccdb08d-67ee-47f5-b2ae-dd4f332a9694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:02.192882 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-813f9ed4-0c69-48fa-99c3-d6de381bdb55 req-4ccdb08d-67ee-47f5-b2ae-dd4f332a9694 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=23ca922c86f24aa1a59a9f04c0553615&device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 1099 time: 0.0443006 Sep 03 18:25:02.286554 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f9ed4-0c69-48fa-99c3-d6de381bdb55 req-cca95467-b311-47c8-b033-d83be152591b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:02.289094 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-813f9ed4-0c69-48fa-99c3-d6de381bdb55 req-cca95467-b311-47c8-b033-d83be152591b service neutron] 10.222.0.55 "GET /v2.0/networks?id=75c64381-e993-4bca-b2d4-c9c08f521211 HTTP/1.1" status: 200 len: 915 time: 0.0885482 Sep 03 18:25:02.329130 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-813f9ed4-0c69-48fa-99c3-d6de381bdb55 req-0e729688-5e05-4c2a-ae34-b39c49112bb8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=186df1bf-1a71-4268-aa61-4c2bf945d0ee HTTP/1.1" status: 200 len: 217 time: 0.0330627 Sep 03 18:25:02.379563 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f9ed4-0c69-48fa-99c3-d6de381bdb55 req-684f61d5-f1f9-40ed-89f8-f79f4308f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:02.380875 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-813f9ed4-0c69-48fa-99c3-d6de381bdb55 req-684f61d5-f1f9-40ed-89f8-f79f4308f6cf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=70d6f2a8-ce05-4c57-8373-8c3d301ad105 HTTP/1.1" status: 200 len: 853 time: 0.0447931 Sep 03 18:25:02.425629 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f9ed4-0c69-48fa-99c3-d6de381bdb55 req-c3fa2348-a8e7-4535-8893-796c057f20fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:02.427153 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-813f9ed4-0c69-48fa-99c3-d6de381bdb55 req-c3fa2348-a8e7-4535-8893-796c057f20fb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=75c64381-e993-4bca-b2d4-c9c08f521211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399439 Sep 03 18:25:02.516576 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-813f9ed4-0c69-48fa-99c3-d6de381bdb55 req-e7a7e6a1-bdef-427a-a455-b19efc723aa6 service neutron] 10.222.0.55 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819390 Sep 03 18:25:02.612476 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-813f9ed4-0c69-48fa-99c3-d6de381bdb55 req-64e5248f-0410-48d7-b370-ab7e115f44c2 service neutron] 10.222.0.55 "GET /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881646 Sep 03 18:25:03.884123 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803c356-32b6-4984-9735-5cde92782ed3 req-ef97264a-1347-4c76-bada-f4323da81ffa tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:03.885606 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5803c356-32b6-4984-9735-5cde92782ed3 req-ef97264a-1347-4c76-bada-f4323da81ffa tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 946 time: 0.0487924 Sep 03 18:25:03.922815 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-5803c356-32b6-4984-9735-5cde92782ed3 req-c3067ced-999d-492e-9760-57849709f34d tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312357 Sep 03 18:25:05.034049 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77087aac-5f63-455a-aa28-a31f75489283 req-a4427f48-4651-4ad1-9c5a-1d6faa4f0c7e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94085) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:05.035521 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-77087aac-5f63-455a-aa28-a31f75489283 req-a4427f48-4651-4ad1-9c5a-1d6faa4f0c7e tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 946 time: 0.0474656 Sep 03 18:25:05.072832 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-77087aac-5f63-455a-aa28-a31f75489283 req-a7712b37-6953-4a69-95f6-e0cae6c5352c tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/security-groups?id=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309498 Sep 03 18:25:05.676005 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84533aa0-a3d6-438c-aaa8-461413e1dd95 req-d8d1dc79-f662-446c-b894-018c2d6106f6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94084) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 03 18:25:05.677447 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-84533aa0-a3d6-438c-aaa8-461413e1dd95 req-d8d1dc79-f662-446c-b894-018c2d6106f6 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.55 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 946 time: 0.0479195 Sep 03 18:25:05.766956 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-84533aa0-a3d6-438c-aaa8-461413e1dd95 req-85159f79-bed2-4035-8543-6a712dd6db0f tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Deleting port 186df1bf-1a71-4268-aa61-4c2bf945d0ee {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:25:05.767296 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-84533aa0-a3d6-438c-aaa8-461413e1dd95 req-85159f79-bed2-4035-8543-6a712dd6db0f tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:05.858338 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [req-84533aa0-a3d6-438c-aaa8-461413e1dd95 req-85159f79-bed2-4035-8543-6a712dd6db0f tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] For port 186df1bf-1a71-4268-aa61-4c2bf945d0ee, host hv-cinder-78878, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78878',level=0,port_id=186df1bf-1a71-4268-aa61-4c2bf945d0ee,segment=NetworkSegment(c517896e-8100-4f82-8465-9469b9597680),segment_id=c517896e-8100-4f82-8465-9469b9597680)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:05.858698 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-84533aa0-a3d6-438c-aaa8-461413e1dd95 req-85159f79-bed2-4035-8543-6a712dd6db0f tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:05.870564 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [req-84533aa0-a3d6-438c-aaa8-461413e1dd95 req-85159f79-bed2-4035-8543-6a712dd6db0f tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Calling delete_port for 186df1bf-1a71-4268-aa61-4c2bf945d0ee owned by compute:nova {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:25:05.995574 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-84533aa0-a3d6-438c-aaa8-461413e1dd95 req-85159f79-bed2-4035-8543-6a712dd6db0f tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:06.008316 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] get_ports_and_sgs() called for port_ids ['186df1bf-1a71-4268-aa61-4c2bf945d0ee'] {{(pid=94086) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 03 18:25:06.026093 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85159f79-bed2-4035-8543-6a712dd6db0f tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Pushing event deleted for resources: {'Port': ['ID=186df1bf-1a71-4268-aa61-4c2bf945d0ee,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:06.071516 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [req-84533aa0-a3d6-438c-aaa8-461413e1dd95 req-85159f79-bed2-4035-8543-6a712dd6db0f tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] No DVR routers for this DVR port 186df1bf-1a71-4268-aa61-4c2bf945d0ee on host hv-cinder-78878 {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:25:06.074283 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [req-84533aa0-a3d6-438c-aaa8-461413e1dd95 req-85159f79-bed2-4035-8543-6a712dd6db0f tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-215434'] for port, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:06.076294 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [req-84533aa0-a3d6-438c-aaa8-461413e1dd95 req-85159f79-bed2-4035-8543-6a712dd6db0f tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.55 "DELETE /v2.0/ports/186df1bf-1a71-4268-aa61-4c2bf945d0ee HTTP/1.1" status: 204 len: 173 time: 0.3930809 Sep 03 18:25:06.076724 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'name': 'network-vif-deleted', 'tag': '186df1bf-1a71-4268-aa61-4c2bf945d0ee'}] {{(pid=94084) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 03 18:25:06.079043 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1185c5119fb7b230c7e502ca861980532b4240740d2e30873ef96d5257e30f3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302a969a-c64e-4ee2-88ee-43e469862c18" -d '{"events": [{"server_uuid": "536db917-c7c7-47b9-be93-f79ef6afc21d", "name": "network-vif-deleted", "tag": "186df1bf-1a71-4268-aa61-4c2bf945d0ee"}]}' {{(pid=94084) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 03 18:25:06.184287 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [req-54db2f8d-6255-4af1-bff5-e48fe5b261c1 req-83b7ed21-4a7c-4480-b448-fa5a66485af7 tempest-TestMinimumBasicScenario-140837043 tempest-TestMinimumBasicScenario-140837043-project] 10.222.0.45 "GET /v2.0/ports?device_id=536db917-c7c7-47b9-be93-f79ef6afc21d HTTP/1.1" status: 200 len: 210 time: 0.0361042 Sep 03 18:25:06.301460 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 03 Sep 2021 18:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e51897e-7996-4cef-82da-c786040bd91a x-openstack-request-id: req-8e51897e-7996-4cef-82da-c786040bd91a {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 03 18:25:06.301755 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "536db917-c7c7-47b9-be93-f79ef6afc21d", "name": "network-vif-deleted", "tag": "186df1bf-1a71-4268-aa61-4c2bf945d0ee", "status": "completed", "code": 200}]} {{(pid=94084) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 03 18:25:06.301999 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-8e51897e-7996-4cef-82da-c786040bd91a {{(pid=94084) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 03 18:25:06.302423 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '536db917-c7c7-47b9-be93-f79ef6afc21d', 'name': 'network-vif-deleted', 'tag': '186df1bf-1a71-4268-aa61-4c2bf945d0ee', 'status': 'completed', 'code': 200} Sep 03 18:25:07.840704 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 56052) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:08.178400 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-680246d7-d9db-4ca2-8515-63547212d2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921001'] for router_interface, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:08.411521 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-680246d7-d9db-4ca2-8515-63547212d2af admin admin] Deleting port 498b6151-03ba-40b9-97f5-52b18bf9124f {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:25:08.411859 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-680246d7-d9db-4ca2-8515-63547212d2af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:08.486918 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-680246d7-d9db-4ca2-8515-63547212d2af admin admin] For port 498b6151-03ba-40b9-97f5-52b18bf9124f, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=498b6151-03ba-40b9-97f5-52b18bf9124f,segment=NetworkSegment(c517896e-8100-4f82-8465-9469b9597680),segment_id=c517896e-8100-4f82-8465-9469b9597680)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:08.487278 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-680246d7-d9db-4ca2-8515-63547212d2af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:08.499595 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-680246d7-d9db-4ca2-8515-63547212d2af admin admin] Calling delete_port for 498b6151-03ba-40b9-97f5-52b18bf9124f owned by network:router_interface {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:25:08.675365 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-680246d7-d9db-4ca2-8515-63547212d2af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:08.705248 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680246d7-d9db-4ca2-8515-63547212d2af admin admin] Pushing event deleted for resources: {'Port': ['ID=498b6151-03ba-40b9-97f5-52b18bf9124f,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:08.865688 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-680246d7-d9db-4ca2-8515-63547212d2af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823307'] for router_interface, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:08.905531 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:25:09.284170 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680246d7-d9db-4ca2-8515-63547212d2af admin admin] Router 49492a10-f62e-48a7-9327-33f7979ea413 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94085) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:25:09.383604 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680246d7-d9db-4ca2-8515-63547212d2af admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94085) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:25:09.388498 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-680246d7-d9db-4ca2-8515-63547212d2af admin admin] 10.222.0.45 "PUT /v2.0/routers/49492a10-f62e-48a7-9327-33f7979ea413/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5467575 Sep 03 18:25:09.391245 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 56054) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:09.392293 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76ff32-1dba-4c03-83cf-b8a571746a47 None None] Sync routers for ids ['49492a10-f62e-48a7-9327-33f7979ea413'] in dv-cinder-788782-10-iscsi {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:25:09.401882 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d76ff32-1dba-4c03-83cf-b8a571746a47 None None] Routers {'49492a10-f62e-48a7-9327-33f7979ea413'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:25:09.402511 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9d76ff32-1dba-4c03-83cf-b8a571746a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:24:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['49492a10-f62e-48a7-9327-33f7979ea413'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:09.494588 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f18f4ad-ce0d-4834-be7c-b14d9ed79b84 admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.510651 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-9d76ff32-1dba-4c03-83cf-b8a571746a47 None None] Set router 49492a10-f62e-48a7-9327-33f7979ea413 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:25:09.600421 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f18f4ad-ce0d-4834-be7c-b14d9ed79b84 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.655425 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-6f18f4ad-ce0d-4834-be7c-b14d9ed79b84 admin admin] Deleting port 490d7cb3-c653-455d-9585-ca01dd836383 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:25:09.655759 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f18f4ad-ce0d-4834-be7c-b14d9ed79b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.688999 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9d76ff32-1dba-4c03-83cf-b8a571746a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49492a10-f62e-48a7-9327-33f7979ea413', 'name': 'tempest-TestMinimumBasicScenario-566531741-router', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '490d7cb3-c653-455d-9585-ca01dd836383', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:25:08Z', 'revision_number': 5, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'gw_port': {'id': '490d7cb3-c653-455d-9585-ca01dd836383', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:f9:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49492a10-f62e-48a7-9327-33f7979ea413', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:09.715684 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76ff32-1dba-4c03-83cf-b8a571746a47 None None] Checking router: 49492a10-f62e-48a7-9327-33f7979ea413 for host: dv-cinder-788782-10-iscsi {{(pid=94086) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:25:09.723708 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d76ff32-1dba-4c03-83cf-b8a571746a47 None None] Routers {'49492a10-f62e-48a7-9327-33f7979ea413'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94086) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:25:09.724313 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9d76ff32-1dba-4c03-83cf-b8a571746a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:24:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['49492a10-f62e-48a7-9327-33f7979ea413'], 'active': True} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:09.733120 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-6f18f4ad-ce0d-4834-be7c-b14d9ed79b84 admin admin] For port 490d7cb3-c653-455d-9585-ca01dd836383, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=490d7cb3-c653-455d-9585-ca01dd836383,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:09.733479 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f18f4ad-ce0d-4834-be7c-b14d9ed79b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.745454 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-6f18f4ad-ce0d-4834-be7c-b14d9ed79b84 admin admin] Calling delete_port for 490d7cb3-c653-455d-9585-ca01dd836383 owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:25:09.807546 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvr_db [None req-9d76ff32-1dba-4c03-83cf-b8a571746a47 None None] Set router 49492a10-f62e-48a7-9327-33f7979ea413 gateway port host: None {{(pid=94086) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:25:09.858105 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_hamode_db [None req-9d76ff32-1dba-4c03-83cf-b8a571746a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49492a10-f62e-48a7-9327-33f7979ea413', 'name': 'tempest-TestMinimumBasicScenario-566531741-router', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:25:09Z', 'revision_number': 6, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'gw_port_host': None}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94086) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:09.887497 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d76ff32-1dba-4c03-83cf-b8a571746a47 None None] The sync data for ids ['49492a10-f62e-48a7-9327-33f7979ea413'] in dv-cinder-788782-10-iscsi is: [{'id': '49492a10-f62e-48a7-9327-33f7979ea413', 'name': 'tempest-TestMinimumBasicScenario-566531741-router', 'tenant_id': '23ca922c86f24aa1a59a9f04c0553615', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:51Z', 'updated_at': '2021-09-03T18:25:09Z', 'revision_number': 6, 'project_id': '23ca922c86f24aa1a59a9f04c0553615', 'gw_port_host': None}] {{(pid=94086) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:25:09.907817 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f18f4ad-ce0d-4834-be7c-b14d9ed79b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:09.940004 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f18f4ad-ce0d-4834-be7c-b14d9ed79b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=490d7cb3-c653-455d-9585-ca01dd836383,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:10.000275 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f18f4ad-ce0d-4834-be7c-b14d9ed79b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823155'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.087559 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f18f4ad-ce0d-4834-be7c-b14d9ed79b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.089617 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f18f4ad-ce0d-4834-be7c-b14d9ed79b84 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.130333 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f18f4ad-ce0d-4834-be7c-b14d9ed79b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920623'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.130806 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f18f4ad-ce0d-4834-be7c-b14d9ed79b84 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49492a10-f62e-48a7-9327-33f7979ea413 {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:25:10.135606 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-6f18f4ad-ce0d-4834-be7c-b14d9ed79b84 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.136739 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-6f18f4ad-ce0d-4834-be7c-b14d9ed79b84 admin admin] 10.222.0.45 "DELETE /v2.0/routers/49492a10-f62e-48a7-9327-33f7979ea413 HTTP/1.1" status: 204 len: 168 time: 0.7444751 Sep 03 18:25:10.139258 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 56056) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:10.184073 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-31385a2e-fb83-4110-a84b-ccccd60c727b admin admin] Deleting subnet 70d6f2a8-ce05-4c57-8373-8c3d301ad105 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:25:10.186981 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-31385a2e-fb83-4110-a84b-ccccd60c727b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.223246 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-31385a2e-fb83-4110-a84b-ccccd60c727b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27699962'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.302478 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-31385a2e-fb83-4110-a84b-ccccd60c727b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.355964 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-31385a2e-fb83-4110-a84b-ccccd60c727b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25571218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25266592'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.380941 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31385a2e-fb83-4110-a84b-ccccd60c727b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70d6f2a8-ce05-4c57-8373-8c3d301ad105,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:10.384702 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-31385a2e-fb83-4110-a84b-ccccd60c727b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.386574 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-31385a2e-fb83-4110-a84b-ccccd60c727b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/70d6f2a8-ce05-4c57-8373-8c3d301ad105 HTTP/1.1" status: 204 len: 168 time: 0.2463813 Sep 03 18:25:10.389094 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 56058) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:10.391651 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f2ce9e-9116-45e7-b6cd-6435512269a1 None None] Network 75c64381-e993-4bca-b2d4-c9c08f521211 requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:25:10.459213 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.509747 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] Deleting port 19421db0-7220-420e-923f-0ea41dddcef2 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:25:10.510097 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.587305 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] For port 19421db0-7220-420e-923f-0ea41dddcef2, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=19421db0-7220-420e-923f-0ea41dddcef2,segment=NetworkSegment(c517896e-8100-4f82-8465-9469b9597680),segment_id=c517896e-8100-4f82-8465-9469b9597680)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:10.587594 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.599204 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] Calling delete_port for 19421db0-7220-420e-923f-0ea41dddcef2 owned by network:dhcp {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:25:10.631547 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 186df1bf-1a71-4268-aa61-4c2bf945d0ee no longer exists at agent hyperv_hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:25:10.661058 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] DHCP port deletion for 75c64381-e993-4bca-b2d4-c9c08f521211 request from dv-cinder-788782-10-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:25:10.663605 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] No Port match for: 186df1bf-1a71-4268-aa61-4c2bf945d0ee {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:25:10.663912 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Device 186df1bf-1a71-4268-aa61-4c2bf945d0ee not bound to the agent host hv-cinder-78878 {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:25:10.692416 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.721860 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=19421db0-7220-420e-923f-0ea41dddcef2,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:10.725819 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Deleting port 19421db0-7220-420e-923f-0ea41dddcef2 {{(pid=94086) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:25:10.726224 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.729076 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] No DVR routers for this DVR port 19421db0-7220-420e-923f-0ea41dddcef2 on host dv-cinder-788782-10-iscsi {{(pid=94085) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:25:10.743191 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 490d7cb3-c653-455d-9585-ca01dd836383 no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:25:10.772395 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: 490d7cb3-c653-455d-9585-ca01dd836383 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:25:10.772791 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 490d7cb3-c653-455d-9585-ca01dd836383 not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:25:10.773213 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 498b6151-03ba-40b9-97f5-52b18bf9124f no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:25:10.819010 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.823398 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: 498b6151-03ba-40b9-97f5-52b18bf9124f {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:25:10.823738 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 498b6151-03ba-40b9-97f5-52b18bf9124f not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:25:10.824149 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 19421db0-7220-420e-923f-0ea41dddcef2 no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:25:10.832215 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75c64381-e993-4bca-b2d4-c9c08f521211']}} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:10.843562 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c517896e-8100-4f82-8465-9469b9597680') {'for_net_delete': True} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:10.843853 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.services.segments.db [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c517896e-8100-4f82-8465-9469b9597680') {} {{(pid=94085) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:10.851352 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: 19421db0-7220-420e-923f-0ea41dddcef2 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:25:10.851712 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device 19421db0-7220-420e-923f-0ea41dddcef2 not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:25:10.854386 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27699939'] for segment, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.854550 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.db [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] For port 19421db0-7220-420e-923f-0ea41dddcef2, host dv-cinder-788782-10-iscsi, got binding levels [] {{(pid=94086) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:10.854879 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.869759 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Calling delete_port for 19421db0-7220-420e-923f-0ea41dddcef2 owned by network:dhcp {{(pid=94086) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:25:10.873255 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.875868 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.ipam_backend_mixin [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Port 19421db0-7220-420e-923f-0ea41dddcef2 was not found and therefore no delete operation was performed {{(pid=94086) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 03 18:25:10.877720 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308'] for port, after_delete {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.880489 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=94085) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:25:10.880888 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25571276'] for segment, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: Traceback (most recent call last): Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: timer() Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: cb(*args, **kw) Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: return func(*args, **kwargs) Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: self._notify() Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: self.callback(batched_events) Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: event.method(event) Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: return f(self, *a, **k) Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: return self._get(url).json() Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: return self.request(url, 'GET', **kwargs) Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:25:10.884014 dv-cinder-788782-10-iscsi neutron-server[94085]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:25:10.904961 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Pushing event deleted for resources: {'Port': ['ID=19421db0-7220-420e-923f-0ea41dddcef2,revision_number=None']} {{(pid=94086) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:10.909529 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] No DVR routers for this DVR port 19421db0-7220-420e-923f-0ea41dddcef2 on host dv-cinder-788782-10-iscsi {{(pid=94086) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:25:10.918000 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:10.918189 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:10.918577 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:10.918918 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:10.919246 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:10.919573 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:10.919954 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:10.920281 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:10.920600 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:10.921026 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:10.921222 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:10.921541 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-840b157a-71c6-407e-904d-a4e042a5f9cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788782-10-iscsi {{(pid=94086) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 03 18:25:10.955697 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.961954 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:10.963881 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] 10.222.0.45 "DELETE /v2.0/networks/75c64381-e993-4bca-b2d4-c9c08f521211 HTTP/1.1" status: 204 len: 168 time: 0.5738611 Sep 03 18:25:10.967043 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 56060) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:10.981162 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5aaae-d26c-42b6-a170-dabbc5b00ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=75c64381-e993-4bca-b2d4-c9c08f521211,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:11.329815 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2dc28db2-d03a-48c3-96ca-5a270d69cbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3921001'] for router_interface, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:11.573266 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-2dc28db2-d03a-48c3-96ca-5a270d69cbe3 admin admin] Deleting port ce2a7270-cd17-4023-9462-e8128eec629f {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:25:11.573601 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2dc28db2-d03a-48c3-96ca-5a270d69cbe3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:11.650557 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-2dc28db2-d03a-48c3-96ca-5a270d69cbe3 admin admin] For port ce2a7270-cd17-4023-9462-e8128eec629f, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=ce2a7270-cd17-4023-9462-e8128eec629f,segment=NetworkSegment(4724c955-0660-4231-a6e5-53b81373f9de),segment_id=4724c955-0660-4231-a6e5-53b81373f9de)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:11.650829 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2dc28db2-d03a-48c3-96ca-5a270d69cbe3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:11.662587 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-2dc28db2-d03a-48c3-96ca-5a270d69cbe3 admin admin] Calling delete_port for ce2a7270-cd17-4023-9462-e8128eec629f owned by network:router_interface {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:25:11.832545 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2dc28db2-d03a-48c3-96ca-5a270d69cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:11.857185 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc28db2-d03a-48c3-96ca-5a270d69cbe3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce2a7270-cd17-4023-9462-e8128eec629f,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:12.017640 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-2dc28db2-d03a-48c3-96ca-5a270d69cbe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3798184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3823307'] for router_interface, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:12.224615 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dc28db2-d03a-48c3-96ca-5a270d69cbe3 admin admin] Router 1e4e82e6-a6da-4fad-a13b-d20d29af1809 has already been hosted by L3 agent d79f3333-a946-4c0b-87f3-83c0ad985b3a {{(pid=94084) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 03 18:25:12.325859 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dc28db2-d03a-48c3-96ca-5a270d69cbe3 admin admin] Notify agent at l3_agent.dv-cinder-788782-10-iscsi the message routers_updated {{(pid=94084) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 03 18:25:12.330870 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-2dc28db2-d03a-48c3-96ca-5a270d69cbe3 admin admin] 10.222.0.45 "PUT /v2.0/routers/1e4e82e6-a6da-4fad-a13b-d20d29af1809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3626952 Sep 03 18:25:12.333440 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 56062) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:12.334312 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c6120-6a2a-44ec-a436-e3887d337ffe None None] Sync routers for ids ['1e4e82e6-a6da-4fad-a13b-d20d29af1809'] in dv-cinder-788782-10-iscsi {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 03 18:25:12.343725 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c6120-6a2a-44ec-a436-e3887d337ffe None None] Routers {'1e4e82e6-a6da-4fad-a13b-d20d29af1809'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:25:12.344320 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8b6c6120-6a2a-44ec-a436-e3887d337ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:24:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['1e4e82e6-a6da-4fad-a13b-d20d29af1809'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:12.437089 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b188587a-15a2-4132-84bc-ba83bf07fe17 admin admin] Notify callbacks [] for router, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:12.445567 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-8b6c6120-6a2a-44ec-a436-e3887d337ffe None None] Set router 1e4e82e6-a6da-4fad-a13b-d20d29af1809 gateway port host: dv-cinder-788782-10-iscsi {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:25:12.537822 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b188587a-15a2-4132-84bc-ba83bf07fe17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:12.593064 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-b188587a-15a2-4132-84bc-ba83bf07fe17 admin admin] Deleting port a0fdab78-3db4-4ac8-8637-9bcf567a3476 {{(pid=94085) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:25:12.593431 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b188587a-15a2-4132-84bc-ba83bf07fe17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:12.624769 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8b6c6120-6a2a-44ec-a436-e3887d337ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'name': 'tempest-TestMinimumBasicScenario-1695368683-router', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'external_fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.74'}], 'enable_snat': True}, 'gw_port_id': 'a0fdab78-3db4-4ac8-8637-9bcf567a3476', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:56Z', 'updated_at': '2021-09-03T18:25:11Z', 'revision_number': 5, 'project_id': 'b577ad70b6f84a30895060f8e63e4b76', 'gw_port': {'id': 'a0fdab78-3db4-4ac8-8637-9bcf567a3476', 'name': '', 'network_id': '41345eeb-6f3c-41e2-a86c-dbf9701471c7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:a6:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'ip_address': '172.27.3.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788782-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-03T18:22:56Z', 'updated_at': '2021-09-03T18:23:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'e266029c-a20e-4bd2-8f39-18f011113c58', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788782-10-iscsi'}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:12.651799 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c6120-6a2a-44ec-a436-e3887d337ffe None None] Checking router: 1e4e82e6-a6da-4fad-a13b-d20d29af1809 for host: dv-cinder-788782-10-iscsi {{(pid=94087) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 03 18:25:12.666591 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6c6120-6a2a-44ec-a436-e3887d337ffe None None] Routers {'1e4e82e6-a6da-4fad-a13b-d20d29af1809'} bound to L3 agent in host dv-cinder-788782-10-iscsi {{(pid=94087) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 03 18:25:12.667208 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8b6c6120-6a2a-44ec-a436-e3887d337ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788782-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-03T18:05:25Z,description=,heartbeat_timestamp=2021-09-03T18:24:55Z,host='dv-cinder-788782-10-iscsi',id=d79f3333-a946-4c0b-87f3-83c0ad985b3a,load=0,resource_versions=,resources_synced=,started_at=2021-09-03T18:05:25Z,topic='l3_agent')) {'router_ids': ['1e4e82e6-a6da-4fad-a13b-d20d29af1809'], 'active': True} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:12.674491 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.db [None req-b188587a-15a2-4132-84bc-ba83bf07fe17 admin admin] For port a0fdab78-3db4-4ac8-8637-9bcf567a3476, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=a0fdab78-3db4-4ac8-8637-9bcf567a3476,segment=NetworkSegment(c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2),segment_id=c174530f-7bf3-48ec-ae13-d1dc9e5c9fa2)] {{(pid=94085) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:12.674861 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b188587a-15a2-4132-84bc-ba83bf07fe17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:12.688050 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.plugins.ml2.plugin [None req-b188587a-15a2-4132-84bc-ba83bf07fe17 admin admin] Calling delete_port for a0fdab78-3db4-4ac8-8637-9bcf567a3476 owned by network:router_gateway {{(pid=94085) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:25:12.752010 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_dvr_db [None req-8b6c6120-6a2a-44ec-a436-e3887d337ffe None None] Set router 1e4e82e6-a6da-4fad-a13b-d20d29af1809 gateway port host: None {{(pid=94087) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 03 18:25:12.854523 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b188587a-15a2-4132-84bc-ba83bf07fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25571263'] for port, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:12.884568 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b188587a-15a2-4132-84bc-ba83bf07fe17 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0fdab78-3db4-4ac8-8637-9bcf567a3476,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:12.899008 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.l3_hamode_db [None req-8b6c6120-6a2a-44ec-a436-e3887d337ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'name': 'tempest-TestMinimumBasicScenario-1695368683-router', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:56Z', 'updated_at': '2021-09-03T18:25:12Z', 'revision_number': 6, 'project_id': 'b577ad70b6f84a30895060f8e63e4b76', 'gw_port_host': None}], 'dv-cinder-788782-10-iscsi', False) {} {{(pid=94087) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:12.928311 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6c6120-6a2a-44ec-a436-e3887d337ffe None None] The sync data for ids ['1e4e82e6-a6da-4fad-a13b-d20d29af1809'] in dv-cinder-788782-10-iscsi is: [{'id': '1e4e82e6-a6da-4fad-a13b-d20d29af1809', 'name': 'tempest-TestMinimumBasicScenario-1695368683-router', 'tenant_id': 'b577ad70b6f84a30895060f8e63e4b76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-03T18:22:56Z', 'updated_at': '2021-09-03T18:25:12Z', 'revision_number': 6, 'project_id': 'b577ad70b6f84a30895060f8e63e4b76', 'gw_port_host': None}] {{(pid=94087) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 03 18:25:12.944231 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b188587a-15a2-4132-84bc-ba83bf07fe17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3823155'] for router_gateway, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.032047 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b188587a-15a2-4132-84bc-ba83bf07fe17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3920612', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7561'] for router, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.034091 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b188587a-15a2-4132-84bc-ba83bf07fe17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.075809 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b188587a-15a2-4132-84bc-ba83bf07fe17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3920623'] for router, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.076343 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b188587a-15a2-4132-84bc-ba83bf07fe17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e4e82e6-a6da-4fad-a13b-d20d29af1809 {{(pid=94085) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 03 18:25:13.080523 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-b188587a-15a2-4132-84bc-ba83bf07fe17 admin admin] Notify callbacks [] for router, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.081653 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-b188587a-15a2-4132-84bc-ba83bf07fe17 admin admin] 10.222.0.45 "DELETE /v2.0/routers/1e4e82e6-a6da-4fad-a13b-d20d29af1809 HTTP/1.1" status: 204 len: 168 time: 0.7472265 Sep 03 18:25:13.084549 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 56064) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:13.133740 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.db.db_base_plugin_v2 [None req-3262e4b6-5d91-46d5-b0fe-a23d845d91af admin admin] Deleting subnet f732db64-7936-474f-a7ab-e6424a5d29f1 {{(pid=94085) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 03 18:25:13.136654 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3262e4b6-5d91-46d5-b0fe-a23d845d91af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.168701 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3262e4b6-5d91-46d5-b0fe-a23d845d91af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27699962'] for subnet, precommit_delete_associations {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.242901 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3262e4b6-5d91-46d5-b0fe-a23d845d91af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-715617'] for subnet, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.301679 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3262e4b6-5d91-46d5-b0fe-a23d845d91af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-715544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704194', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25571218', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25266592'] for subnet, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.328558 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262e4b6-5d91-46d5-b0fe-a23d845d91af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f732db64-7936-474f-a7ab-e6424a5d29f1,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:13.333402 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-3262e4b6-5d91-46d5-b0fe-a23d845d91af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for subnet, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.335650 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-3262e4b6-5d91-46d5-b0fe-a23d845d91af admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f732db64-7936-474f-a7ab-e6424a5d29f1 HTTP/1.1" status: 204 len: 168 time: 0.2500737 Sep 03 18:25:13.339012 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [-] (94084) accepted ('10.222.0.45', 56066) {{(pid=94084) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:13.339602 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f7fe22-215d-469c-afc1-025a40767d22 None None] Network 04926322-879f-4d2e-a978-6ba7ecfb107d requested from dv-cinder-788782-10-iscsi {{(pid=94086) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 03 18:25:13.409922 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-734981'] for network, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.468207 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] Deleting port fba2a47a-f196-4bb4-9276-d77e54383c4f {{(pid=94084) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1921}} Sep 03 18:25:13.468550 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792353868319'] for port, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.529473 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.db [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] For port fba2a47a-f196-4bb4-9276-d77e54383c4f, host dv-cinder-788782-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788782-10-iscsi',level=0,port_id=fba2a47a-f196-4bb4-9276-d77e54383c4f,segment=NetworkSegment(4724c955-0660-4231-a6e5-53b81373f9de),segment_id=4724c955-0660-4231-a6e5-53b81373f9de)] {{(pid=94084) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 03 18:25:13.529831 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3930214'] for port, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.541935 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.plugin [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] Calling delete_port for fba2a47a-f196-4bb4-9276-d77e54383c4f owned by network:dhcp {{(pid=94084) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1999}} Sep 03 18:25:13.619559 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-638532', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-212473', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792353873637', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792353436308', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26210774'] for port, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.641509 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] Pushing event deleted for resources: {'Port': ['ID=fba2a47a-f196-4bb4-9276-d77e54383c4f,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:13.647217 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] No DVR routers for this DVR port fba2a47a-f196-4bb4-9276-d77e54383c4f on host dv-cinder-788782-10-iscsi {{(pid=94084) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 03 18:25:13.715740 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-716788', 'neutron.services.segments.db._delete_segments_for_network-8792353982082'] for network, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.725686 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04926322-879f-4d2e-a978-6ba7ecfb107d']}} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:13.739606 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4724c955-0660-4231-a6e5-53b81373f9de') {'for_net_delete': True} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:13.739901 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.services.segments.db [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4724c955-0660-4231-a6e5-53b81373f9de') {} {{(pid=94084) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 03 18:25:13.749940 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3011ef8-30aa-43a8-86f4-8a12f6b227da None None] DHCP port deletion for 04926322-879f-4d2e-a978-6ba7ecfb107d request from dv-cinder-788782-10-iscsi {{(pid=94086) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 03 18:25:13.750439 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792353982859', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28422698'] for segment, before_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.765954 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632'] for segment, precommit_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.772178 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=94084) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 03 18:25:13.773124 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-714632', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26210725'] for segment, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: Traceback (most recent call last): Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: timer() Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: cb(*args, **kw) Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: return func(*args, **kwargs) Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: self._notify() Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: self.callback(batched_events) Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: event.method(event) Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: aggregate_uuid = self.p_client.list_aggregates( Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: return f(self, *a, **k) Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._get(url).json() Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: return self.request(url, 'GET', **kwargs) Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: base_url = self.get_endpoint(auth, allow=allow, Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 03 18:25:13.775102 dv-cinder-788782-10-iscsi neutron-server[94084]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 03 18:25:13.828453 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-716771', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3704088', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3798225', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3823135'] for network, after_delete {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.834119 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron_lib.callbacks.manager [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3798211'] for network, before_response {{(pid=94084) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:13.836687 dv-cinder-788782-10-iscsi neutron-server[94084]: INFO neutron.wsgi [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] 10.222.0.45 "DELETE /v2.0/networks/04926322-879f-4d2e-a978-6ba7ecfb107d HTTP/1.1" status: 204 len: 168 time: 0.4966173 Sep 03 18:25:13.852375 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5d55cf-02be-48ef-ad7f-412cbe9b4e17 admin admin] Pushing event deleted for resources: {'Network': ['ID=04926322-879f-4d2e-a978-6ba7ecfb107d,revision_number=None']} {{(pid=94084) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:14.011329 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 56070) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:14.050267 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-de6ba056-ea59-458c-9712-b14f9db6edc9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=23ca922c86f24aa1a59a9f04c0553615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377946 Sep 03 18:25:14.052581 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 56072) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:14.101734 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-510d1e8c-b199-4b14-b34c-4276b42d3958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.122797 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-510d1e8c-b199-4b14-b34c-4276b42d3958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.167932 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-510d1e8c-b199-4b14-b34c-4276b42d3958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.170369 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-510d1e8c-b199-4b14-b34c-4276b42d3958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.171527 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-510d1e8c-b199-4b14-b34c-4276b42d3958 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7a35abc8-9496-46b0-a9d3-1607d5e0ebcd HTTP/1.1" status: 204 len: 168 time: 0.1180735 Sep 03 18:25:14.178996 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d1e8c-b199-4b14-b34c-4276b42d3958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a35abc8-9496-46b0-a9d3-1607d5e0ebcd,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:14.481439 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 56078) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:14.519673 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-d8a9a6e9-0b39-43ec-8860-4f466388df2f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b577ad70b6f84a30895060f8e63e4b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370412 Sep 03 18:25:14.522294 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [-] (94085) accepted ('10.222.0.45', 56080) {{(pid=94085) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 03 18:25:14.572906 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b217d58-a537-4a14-8297-0aa5c6130d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.594913 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b217d58-a537-4a14-8297-0aa5c6130d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.641883 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b217d58-a537-4a14-8297-0aa5c6130d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3706326'] for security_group, after_delete {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.644444 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron_lib.callbacks.manager [None req-4b217d58-a537-4a14-8297-0aa5c6130d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94085) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:14.646014 dv-cinder-788782-10-iscsi neutron-server[94085]: INFO neutron.wsgi [None req-4b217d58-a537-4a14-8297-0aa5c6130d45 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/42540cc6-76fc-4da4-9491-b3cba967d9ee HTTP/1.1" status: 204 len: 168 time: 0.1214538 Sep 03 18:25:14.655198 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b217d58-a537-4a14-8297-0aa5c6130d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42540cc6-76fc-4da4-9491-b3cba967d9ee,revision_number=None']} {{(pid=94085) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 03 18:25:14.699294 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device ce2a7270-cd17-4023-9462-e8128eec629f no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:25:14.720142 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: ce2a7270-cd17-4023-9462-e8128eec629f {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:25:14.720486 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device ce2a7270-cd17-4023-9462-e8128eec629f not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:25:14.720891 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device a0fdab78-3db4-4ac8-8637-9bcf567a3476 no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:25:14.742015 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: a0fdab78-3db4-4ac8-8637-9bcf567a3476 {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:25:14.742385 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device a0fdab78-3db4-4ac8-8637-9bcf567a3476 not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:25:14.742806 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device fba2a47a-f196-4bb4-9276-d77e54383c4f no longer exists at agent ovs-agent-dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 03 18:25:14.760999 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.plugin [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] No Port match for: fba2a47a-f196-4bb4-9276-d77e54383c4f {{(pid=94086) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Sep 03 18:25:14.761340 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron.plugins.ml2.rpc [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Device fba2a47a-f196-4bb4-9276-d77e54383c4f not bound to the agent host dv-cinder-788782-10-iscsi {{(pid=94086) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 03 18:25:22.727289 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c3e8d624-0e33-4360-a0e2-e5bce0fb2cd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:25.347467 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b6665796-b2be-4151-8763-b812277cdcd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:25.870556 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:26.864627 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:28.188053 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:28.409477 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:45.905297 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:25:52.728511 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-43c2cd1e-3320-4d99-b808-16712c442077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:55.347211 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-715be431-3089-41d7-92ee-3445560b558c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:55.870860 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:56.868617 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:58.190712 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:25:58.425194 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:22.728155 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a621593e-a067-4aa5-9b78-47745fa76382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:22.904342 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:26:25.348302 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-a0acb37e-9fd3-408e-a795-a19f67410306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:25.871401 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:26.869899 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.193423 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:28.427079 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:52.728694 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f59da9b5-32f3-443b-ab6c-115d2b594b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:55.348503 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-d7ff7ff2-2495-46d8-8a9a-f789f3145a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:55.875082 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:56.873861 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:58.196150 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:58.426344 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:26:59.903927 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:27:22.727823 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-c63036d3-38e3-4567-b6f0-ee297e697aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:25.349316 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-3b13ffa9-62b9-4680-b421-8475e7418438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:25.879532 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:26.876147 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:28.354864 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:28.429955 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:36.904021 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:27:52.728550 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-7f5b0156-7776-41cc-8da2-fbf34a40da71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:55.349836 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-b7ec3f03-6534-469f-918c-2f45147c8f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:55.880087 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:56.880391 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:58.199472 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:27:58.439617 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:13.903197 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:28:22.728636 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-956bd536-904e-44fa-8b47-92bdf2cfe572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:25.349817 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2576a410-2276-4bab-a9ad-3c00c0557347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:25.881208 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:26.882661 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:28.201789 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:28.472099 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:50.906025 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:28:52.730912 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-71f0d681-97f3-4cbb-a86a-fb03ff70e7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:55.349762 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-2a97e23a-c342-48c1-b805-cbc420904dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:55.882105 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:56.886560 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:58.205008 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:58.254767 dv-cinder-788782-10-iscsi neutron-server[94085]: DEBUG neutron.wsgi [req-893a6f76-e24f-4d66-99f4-f9634e6784de req-0b3b2c24-01bd-46d6-bb15-4f52f04f0c5a service neutron] (94085) timed out ('10.222.0.55', 49864) {{(pid=94085) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 18:28:58.486859 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:28:59.804253 dv-cinder-788782-10-iscsi neutron-server[94084]: DEBUG neutron.wsgi [req-bc979358-7015-45c8-a763-36296675937e req-613ccc27-4c30-4151-8ea0-dae40903594a service neutron] (94084) timed out ('10.222.0.55', 49824) {{(pid=94084) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 03 18:29:22.733783 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-8a18cb9f-9b0f-4a62-bc5c-e908e37ca75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:25.350046 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0d4c4031-bb61-4bfe-b554-403838043e28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:25.881911 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:26.887321 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:27.905168 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:29:28.238475 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:28.502077 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:52.734691 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-ebb76ce0-7544-4f01-acda-d6911451964a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:55.350791 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-72396ce6-b569-4c4e-afb7-9da8fa02ec31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:55.882333 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:56.891446 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:58.210488 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:29:58.501858 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:04.904296 dv-cinder-788782-10-iscsi neutron-server[94087]: DEBUG neutron.db.agents_db [None req-54918f42-39c8-429e-8631-fbec53d18e50 None None] Agent healthcheck: found 6 active agents {{(pid=94087) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 03 18:30:22.735725 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-25a1fc2e-97ca-4bda-9304-1ccc547bd616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:25.352378 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-0cb2786d-b538-4422-9edb-3cc801e6804e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:25.882679 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-70250d33-5083-4f4d-a7f1-007e8c9788f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:26.896271 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-86bc2034-0c17-4266-aeee-f3aacb353f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:28.213415 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-f6adce83-84c8-4207-a0c3-863ceaae2936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 03 18:30:28.516828 dv-cinder-788782-10-iscsi neutron-server[94086]: DEBUG neutron_lib.callbacks.manager [None req-4e09513e-90f0-4ac8-8061-3e36383bfa10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792353982064', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-714174'] for agent, after_update {{(pid=94086) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}